{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5044.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16397) [trial-2372↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16397)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16397) [trial-2372↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a08:22:44.264118 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a08:22:44.275368 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a08:22:44.855076 tst mo_mt_sms.py: using LAC 27096\u000a08:22:44.974717 tst mo_mt_sms.py: using RAC 66\u000a08:22:45.092170 tst mo_mt_sms.py: using CellId 27096\u000a08:22:45.209954 tst mo_mt_sms.py: using BVCI 27097\u000a08:22:45.232607 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:22:45.415214 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:22:45.697651 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:22:45.826910 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:22:48.172074 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16396): Launched\u000a08:22:48.480517 run osmo-nitb_10.42.42.2(pid=16397): Launched\u000a08:22:48.657754 run osmo-nitb_10.42.42.2(pid=16397): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16397)]\u000a08:22:48.785461 run osmo-nitb_10.42.42.2(pid=16397): stdout: \u000a| (launched: 2022-12-10_08:22:48.329878) \u000a08:22:48.913995 run osmo-nitb_10.42.42.2(pid=16397): stderr: \u000a| (launched: 2022-12-10_08:22:48.375946)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:22:49.037130 run osmo-nitb_10.42.42.2(pid=16397): stdout: \u000a| (launched: 2022-12-10_08:22:48.329878) \u000a08:22:49.159447 run osmo-nitb_10.42.42.2(pid=16397): stderr: \u000a| (launched: 2022-12-10_08:22:48.375946)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:22:49.212693 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16397) [trial-2372↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16397)] [trial-2372↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a08:22:49.220626 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a08:22:49.255856 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16396): Terminating (SIGTERM)\u000a08:22:49.433249 --- ParallelTerminationStrategy: PID 16396 died...\u000a08:22:49.488876 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16396): Terminated: ok {rc=0}\u000a08:22:49.577777 bus /sierra_3: Setting Powered False\u000a08:22:50.685044 bus /sierra_3: Setting Powered False\u000a08:22:51.797148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:22:44" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16408): Process ended prematurely: osmo-stp_10.42.42.5(pid=16408) [trial-2372↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16408)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16408): Process ended prematurely: osmo-stp_10.42.42.5(pid=16408) [trial-2372↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a08:22:53.650156 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:22:53.661613 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a08:22:53.791060 tst mo_mt_sms.py: using LAC 27097\u000a08:22:53.924184 tst mo_mt_sms.py: using RAC 67\u000a08:22:54.050444 tst mo_mt_sms.py: using CellId 27097\u000a08:22:54.176738 tst mo_mt_sms.py: using BVCI 27098\u000a08:22:54.201706 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:22:54.212740 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:22:54.223745 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:22:54.234713 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:22:54.245775 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:22:54.256857 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:22:54.377995 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:22:54.587883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:22:56.305703 run create_hlr_db(pid=16402): Launched\u000a08:22:56.485517 bus /sierra_2: Setting Powered False\u000a08:22:57.505646 run create_hlr_db(pid=16402): Terminated: ok {rc=0}\u000a08:22:57.945064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16404): Launched\u000a08:22:58.276399 run osmo-hlr_10.42.42.2(pid=16405): Launched\u000a08:22:58.401078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:23:00.985726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16407): Launched\u000a08:23:01.395793 run osmo-stp_10.42.42.5(pid=16408): Launched\u000a08:23:01.627302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:23:06.908209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16410): Launched\u000a08:23:07.218242 run osmo-msc_10.42.42.6(pid=16411): Launched\u000a08:23:07.399783 run osmo-stp_10.42.42.5(pid=16408): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16408)]\u000a08:23:07.530854 run osmo-stp_10.42.42.5(pid=16408): stdout: \u000a| (launched: 2022-12-10_08:23:01.148470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:07.659385 run osmo-stp_10.42.42.5(pid=16408): stderr: \u000a| �[0;m�[38;5;43m20221210082301486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082301486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082301486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082301487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082301487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082301487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082301487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:07.782967 run osmo-stp_10.42.42.5(pid=16408): stdout: \u000a| (launched: 2022-12-10_08:23:01.148470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:07.905592 run osmo-stp_10.42.42.5(pid=16408): stderr: \u000a| �[0;m�[38;5;43m20221210082301486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082301486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082301486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082301487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082301487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082301487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082301487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:07.958941 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16408): Process ended prematurely: osmo-stp_10.42.42.5(pid=16408) [trial-2372↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16408)] [trial-2372↪sms:sysmo↪mo_mt_sms.py:16]\u000a08:23:07.966851 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a08:23:08.026473 run osmo-hlr_10.42.42.2(pid=16405): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16405)]\u000a08:23:08.076039 run osmo-hlr_10.42.42.2(pid=16405): stdout: \u000a| (launched: 2022-12-10_08:22:58.112829) \u000a08:23:08.126031 run osmo-hlr_10.42.42.2(pid=16405): stderr: \u000a| �[0;m�[1;31m20221210082258318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082258318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082258318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082258318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082258318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082258318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082258331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082258339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082258340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082258340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:23:08.193481 run osmo-msc_10.42.42.6(pid=16411): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16411)]\u000a08:23:08.243083 run osmo-msc_10.42.42.6(pid=16411): stdout: \u000a| (launched: 2022-12-10_08:23:07.063832) \u000a08:23:08.293034 run osmo-msc_10.42.42.6(pid=16411): stderr: \u000a| �[0;m�[38;5;43m20221210082307338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082307338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff52bde7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082307338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082307338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082307338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082307338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082307340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082307341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082307341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082307341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:23:08.335440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16404): Terminating (SIGTERM)\u000a08:23:08.375553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16407): Terminating (SIGTERM)\u000a08:23:08.415824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16410): Terminating (SIGTERM)\u000a08:23:08.425208 --- ParallelTerminationStrategy: PID 16404 died...\u000a08:23:08.479257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16404): Terminated: ok {rc=0}\u000a08:23:08.488751 --- ParallelTerminationStrategy: PID 16407 died...\u000a08:23:08.542778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16407): Terminated: ok {rc=0}\u000a08:23:08.552244 --- ParallelTerminationStrategy: PID 16410 died...\u000a08:23:08.605658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16410): Terminated: ok {rc=0}\u000a08:23:08.694789 bus /sierra_3: Setting Powered False\u000a08:23:09.799129 bus /sierra_3: Setting Powered False\u000a08:23:10.911098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:22:53" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16417): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16417) [trial-2372↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16417)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16417): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16417) [trial-2372↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a08:23:12.716149 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a08:23:12.727273 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a08:23:12.851011 tst assert_extension.py: using LAC 27098\u000a08:23:12.972746 tst assert_extension.py: using RAC 68\u000a08:23:13.095210 tst assert_extension.py: using CellId 27098\u000a08:23:13.218273 tst assert_extension.py: using BVCI 27099\u000a08:23:13.241771 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a08:23:13.539551 tst assert_extension.py:10: start nitb and bts...\u000a08:23:13.677302 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:23:14.356536 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16416): Launched\u000a08:23:14.684250 run osmo-nitb_10.42.42.2(pid=16417): Launched\u000a08:23:14.903235 run osmo-nitb_10.42.42.2(pid=16417): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16417)]\u000a08:23:15.050808 run osmo-nitb_10.42.42.2(pid=16417): stdout: \u000a| (launched: 2022-12-10_08:23:14.524610) \u000a08:23:15.198520 run osmo-nitb_10.42.42.2(pid=16417): stderr: \u000a| (launched: 2022-12-10_08:23:14.573922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:23:15.342417 run osmo-nitb_10.42.42.2(pid=16417): stdout: \u000a| (launched: 2022-12-10_08:23:14.524610) \u000a08:23:15.484709 run osmo-nitb_10.42.42.2(pid=16417): stderr: \u000a| (launched: 2022-12-10_08:23:14.573922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:23:15.816443 tst osmo-nitb_10.42.42.2(pid=16417): stdout: \u000a| (launched: 2022-12-10_08:23:14.524610) \u000a08:23:15.958838 tst osmo-nitb_10.42.42.2(pid=16417): stderr: \u000a| (launched: 2022-12-10_08:23:14.573922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:23:16.015246 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16417): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16417) [trial-2372↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16417)] [trial-2372↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a08:23:16.024258 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a08:23:16.064072 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16416): Terminating (SIGTERM)\u000a08:23:16.242223 --- ParallelTerminationStrategy: PID 16416 died...\u000a08:23:16.307726 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16416): Terminated: ok {rc=0}\u000a08:23:16.436276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:23:12" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "ussd:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16699): Process ended prematurely: osmo-stp_10.42.42.5(pid=16699) [trial-2372↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16699)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16699): Process ended prematurely: osmo-stp_10.42.42.5(pid=16699) [trial-2372↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a08:23:18.349395 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:23:18.365896 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a08:23:18.535003 tst assert_extension.py: using LAC 27099\u000a08:23:18.690614 tst assert_extension.py: using RAC 69\u000a08:23:18.843026 tst assert_extension.py: using CellId 27099\u000a08:23:19.008021 tst assert_extension.py: using BVCI 27100\u000a08:23:19.035844 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:23:19.050901 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:23:19.064010 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:23:19.076869 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:23:19.089701 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:23:19.101671 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a08:23:19.313661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:23:19.900334 run create_hlr_db(pid=16691): Launched\u000a08:23:20.294953 bus /sierra_2: Setting Powered False\u000a08:23:21.128811 run create_hlr_db(pid=16691): Terminated: ok {rc=0}\u000a08:23:21.763922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16695): Launched\u000a08:23:22.184288 run osmo-hlr_10.42.42.2(pid=16696): Launched\u000a08:23:22.361986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:23:23.086897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16698): Launched\u000a08:23:23.512140 run osmo-stp_10.42.42.5(pid=16699): Launched\u000a08:23:23.754076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:23:24.413932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16701): Launched\u000a08:23:24.848395 run osmo-msc_10.42.42.6(pid=16702): Launched\u000a08:23:25.250863 run osmo-stp_10.42.42.5(pid=16699): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16699)]\u000a08:23:25.447285 run osmo-stp_10.42.42.5(pid=16699): stdout: \u000a| (launched: 2022-12-10_08:23:23.248590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:25.588859 run osmo-stp_10.42.42.5(pid=16699): stderr: \u000a| �[0;m�[38;5;43m20221210082323588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082323588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082323588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082323588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082323597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082323597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082323597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:25.724531 run osmo-stp_10.42.42.5(pid=16699): stdout: \u000a| (launched: 2022-12-10_08:23:23.248590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:25.859555 run osmo-stp_10.42.42.5(pid=16699): stderr: \u000a| �[0;m�[38;5;43m20221210082323588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082323588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082323588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082323588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082323597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082323597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082323597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:25.918747 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16699): Process ended prematurely: osmo-stp_10.42.42.5(pid=16699) [trial-2372↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16699)] [trial-2372↪ussd:sysmo↪assert_extension.py:17]\u000a08:23:25.928569 tst assert_extension.py:17: Test FAILED (7.6 sec)\u000a08:23:25.994380 run osmo-hlr_10.42.42.2(pid=16696): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16696)]\u000a08:23:26.048533 run osmo-hlr_10.42.42.2(pid=16696): stdout: \u000a| (launched: 2022-12-10_08:23:21.924515) \u000a08:23:26.103289 run osmo-hlr_10.42.42.2(pid=16696): stderr: \u000a| �[0;m�[1;31m20221210082322277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082322277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082322277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082322277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082322277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082322277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082322356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082322372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082322372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082322372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:23:26.177379 run osmo-msc_10.42.42.6(pid=16702): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16702)]\u000a08:23:26.231879 run osmo-msc_10.42.42.6(pid=16702): stdout: \u000a| (launched: 2022-12-10_08:23:24.586081) \u000a08:23:26.286257 run osmo-msc_10.42.42.6(pid=16702): stderr: \u000a| �[0;m�[38;5;43m20221210082325091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082325091 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2c5b88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082325091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082325091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082325091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082325091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082325097 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082325098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082325098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082325098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:23:26.332806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16695): Terminating (SIGTERM)\u000a08:23:26.376561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16698): Terminating (SIGTERM)\u000a08:23:26.422863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16701): Terminating (SIGTERM)\u000a08:23:26.433803 --- ParallelTerminationStrategy: PID 16695 died...\u000a08:23:26.492798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16695): Terminated: ok {rc=0}\u000a08:23:26.503935 --- ParallelTerminationStrategy: PID 16698 died...\u000a08:23:26.562271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16698): Terminated: ok {rc=0}\u000a08:23:26.572720 --- ParallelTerminationStrategy: PID 16701 died...\u000a08:23:26.629921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16701): Terminated: ok {rc=0}\u000a08:23:26.721392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:23:18" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16713): Process ended prematurely: osmo-stp_10.42.42.5(pid=16713) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16713)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16713): Process ended prematurely: osmo-stp_10.42.42.5(pid=16713) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:23:28.657242 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:28.669921 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:23:28.825514 tst mo_mt_call.py: using LAC 27100\u000a08:23:28.959904 tst mo_mt_call.py: using RAC 70\u000a08:23:29.086714 tst mo_mt_call.py: using CellId 27100\u000a08:23:29.217979 tst mo_mt_call.py: using BVCI 27101\u000a08:23:29.243384 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:29.255948 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:29.268783 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:29.281705 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:29.294435 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:29.307719 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:23:29.434810 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:23:29.652610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:23:30.212830 run create_hlr_db(pid=16707): Launched\u000a08:23:30.404060 bus /sierra_2: Setting Powered False\u000a08:23:31.482201 run create_hlr_db(pid=16707): Terminated: ok {rc=0}\u000a08:23:31.982632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16709): Launched\u000a08:23:32.464216 run osmo-hlr_10.42.42.2(pid=16710): Launched\u000a08:23:32.788420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:23:33.414891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16712): Launched\u000a08:23:33.865063 run osmo-stp_10.42.42.5(pid=16713): Launched\u000a08:23:34.085725 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:23:34.724286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16715): Launched\u000a08:23:35.169645 run osmo-msc_10.42.42.6(pid=16716): Launched\u000a08:23:35.562953 run osmo-stp_10.42.42.5(pid=16713): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16713)]\u000a08:23:35.764433 run osmo-stp_10.42.42.5(pid=16713): stdout: \u000a| (launched: 2022-12-10_08:23:33.588420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:35.906159 run osmo-stp_10.42.42.5(pid=16713): stderr: \u000a| �[0;m�[38;5;43m20221210082333885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082333886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082333886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082333886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082333887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082333887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082333887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:36.045176 run osmo-stp_10.42.42.5(pid=16713): stdout: \u000a| (launched: 2022-12-10_08:23:33.588420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:36.181403 run osmo-stp_10.42.42.5(pid=16713): stderr: \u000a| �[0;m�[38;5;43m20221210082333885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082333886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082333886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082333886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082333887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082333887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082333887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:36.241881 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16713): Process ended prematurely: osmo-stp_10.42.42.5(pid=16713) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16713)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:23:36.251915 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a08:23:36.316171 run osmo-hlr_10.42.42.2(pid=16710): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16710)]\u000a08:23:36.369347 run osmo-hlr_10.42.42.2(pid=16710): stdout: \u000a| (launched: 2022-12-10_08:23:32.149935) \u000a08:23:36.423242 run osmo-hlr_10.42.42.2(pid=16710): stderr: \u000a| �[0;m�[1;31m20221210082332476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082332476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082332476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082332476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082332476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082332476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082332504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082332521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082332521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082332529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:23:36.495831 run osmo-msc_10.42.42.6(pid=16716): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16716)]\u000a08:23:36.549378 run osmo-msc_10.42.42.6(pid=16716): stdout: \u000a| (launched: 2022-12-10_08:23:34.897536) \u000a08:23:36.603858 run osmo-msc_10.42.42.6(pid=16716): stderr: \u000a| �[0;m�[38;5;43m20221210082335403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082335403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9555655c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082335403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082335403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082335403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082335404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082335410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082335410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082335410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082335410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:23:36.649754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16709): Terminating (SIGTERM)\u000a08:23:36.693092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16712): Terminating (SIGTERM)\u000a08:23:36.738789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16715): Terminating (SIGTERM)\u000a08:23:36.749575 --- ParallelTerminationStrategy: PID 16709 died...\u000a08:23:36.808343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16709): Terminated: ok {rc=0}\u000a08:23:36.819364 --- ParallelTerminationStrategy: PID 16712 died...\u000a08:23:36.876827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16712): Terminated: ok {rc=0}\u000a08:23:36.887756 --- ParallelTerminationStrategy: PID 16715 died...\u000a08:23:36.945299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16715): Terminated: ok {rc=0}\u000a08:23:37.036260 bus /sierra_3: Setting Powered False\u000a08:23:38.144479 bus /sierra_3: Setting Powered False\u000a08:23:39.256235 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16725): Process ended prematurely: osmo-stp_10.42.42.5(pid=16725) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16725)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16725): Process ended prematurely: osmo-stp_10.42.42.5(pid=16725) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:23:40.369975 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:40.381954 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:23:40.532658 tst mo_mt_call_osmux.py: using LAC 27101\u000a08:23:40.658931 tst mo_mt_call_osmux.py: using RAC 71\u000a08:23:40.784500 tst mo_mt_call_osmux.py: using CellId 27101\u000a08:23:40.910428 tst mo_mt_call_osmux.py: using BVCI 27102\u000a08:23:40.934609 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:40.945794 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:40.956731 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:40.967984 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:40.979238 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:23:40.990463 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:23:41.110565 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:23:41.327550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:23:41.865874 run create_hlr_db(pid=16719): Launched\u000a08:23:42.059734 bus /sierra_2: Setting Powered False\u000a08:23:43.080081 run create_hlr_db(pid=16719): Terminated: ok {rc=0}\u000a08:23:43.526293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16721): Launched\u000a08:23:43.863967 run osmo-hlr_10.42.42.2(pid=16722): Launched\u000a08:23:43.987540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:23:44.572366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16724): Launched\u000a08:23:44.909149 run osmo-stp_10.42.42.5(pid=16725): Launched\u000a08:23:45.031005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:23:45.645485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16727): Launched\u000a08:23:46.084148 run osmo-msc_10.42.42.6(pid=16728): Launched\u000a08:23:46.626910 run osmo-stp_10.42.42.5(pid=16725): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16725)]\u000a08:23:46.904673 run osmo-stp_10.42.42.5(pid=16725): stdout: \u000a| (launched: 2022-12-10_08:23:44.743715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:47.049546 run osmo-stp_10.42.42.5(pid=16725): stderr: \u000a| �[0;m�[38;5;43m20221210082344940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082344941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082344941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082344941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082344943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082344944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082344944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:47.187127 run osmo-stp_10.42.42.5(pid=16725): stdout: \u000a| (launched: 2022-12-10_08:23:44.743715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:47.323185 run osmo-stp_10.42.42.5(pid=16725): stderr: \u000a| �[0;m�[38;5;43m20221210082344940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082344941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082344941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082344941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082344943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082344944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082344944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:47.381994 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16725): Process ended prematurely: osmo-stp_10.42.42.5(pid=16725) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16725)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:23:47.391108 tst mo_mt_call_osmux.py:8: Test FAILED (7.1 sec)\u000a08:23:47.454609 run osmo-hlr_10.42.42.2(pid=16722): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16722)]\u000a08:23:47.507298 run osmo-hlr_10.42.42.2(pid=16722): stdout: \u000a| (launched: 2022-12-10_08:23:43.697542) \u000a08:23:47.560380 run osmo-hlr_10.42.42.2(pid=16722): stderr: \u000a| �[0;m�[1;31m20221210082343898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082343898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082343898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082343898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082343898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082343898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082343910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082343919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082343919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082343919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:23:47.632508 run osmo-msc_10.42.42.6(pid=16728): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16728)]\u000a08:23:47.684901 run osmo-msc_10.42.42.6(pid=16728): stdout: \u000a| (launched: 2022-12-10_08:23:45.815973) \u000a08:23:47.737588 run osmo-msc_10.42.42.6(pid=16728): stderr: \u000a| �[0;m�[38;5;43m20221210082346521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082346522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e9bc17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082346522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082346522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082346523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082346523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082346528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082346530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082346530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082346530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:23:47.782092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16721): Terminating (SIGTERM)\u000a08:23:47.824141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16724): Terminating (SIGTERM)\u000a08:23:47.866323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16727): Terminating (SIGTERM)\u000a08:23:47.875944 --- ParallelTerminationStrategy: PID 16721 died...\u000a08:23:47.932297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16721): Terminated: ok {rc=0}\u000a08:23:47.942469 --- ParallelTerminationStrategy: PID 16724 died...\u000a08:23:47.998657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16724): Terminated: ok {rc=0}\u000a08:23:48.008741 --- ParallelTerminationStrategy: PID 16727 died...\u000a08:23:48.064909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16727): Terminated: ok {rc=0}\u000a08:23:48.153677 bus /sierra_3: Setting Powered False\u000a08:23:49.260551 bus /sierra_3: Setting Powered False\u000a08:23:50.372840 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:23:28" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16739): Process ended prematurely: osmo-stp_10.42.42.5(pid=16739) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16739)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16739): Process ended prematurely: osmo-stp_10.42.42.5(pid=16739) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:23:52.332353 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:23:52.343779 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:23:52.495158 tst mo_mt_call.py: using LAC 27102\u000a08:23:52.616809 tst mo_mt_call.py: using RAC 72\u000a08:23:52.740825 tst mo_mt_call.py: using CellId 27102\u000a08:23:52.864315 tst mo_mt_call.py: using BVCI 27103\u000a08:23:52.888277 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:23:52.899416 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:23:52.910363 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:23:52.921788 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:23:52.933353 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:23:52.944697 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:23:53.064306 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:23:53.280390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:23:53.818324 run create_hlr_db(pid=16733): Launched\u000a08:23:54.011747 bus /sierra_2: Setting Powered False\u000a08:23:55.030380 run create_hlr_db(pid=16733): Terminated: ok {rc=0}\u000a08:23:55.453672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16735): Launched\u000a08:23:55.770775 run osmo-hlr_10.42.42.2(pid=16736): Launched\u000a08:23:55.893519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:23:56.449287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16738): Launched\u000a08:23:56.766606 run osmo-stp_10.42.42.5(pid=16739): Launched\u000a08:23:56.882541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:23:57.457728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16741): Launched\u000a08:23:57.775111 run osmo-msc_10.42.42.6(pid=16742): Launched\u000a08:23:57.959658 run osmo-stp_10.42.42.5(pid=16739): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16739)]\u000a08:23:58.092921 run osmo-stp_10.42.42.5(pid=16739): stdout: \u000a| (launched: 2022-12-10_08:23:56.609485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:58.223917 run osmo-stp_10.42.42.5(pid=16739): stderr: \u000a| �[0;m�[38;5;43m20221210082356786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082356786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082356786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082356787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082356787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082356787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082356787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:58.350274 run osmo-stp_10.42.42.5(pid=16739): stdout: \u000a| (launched: 2022-12-10_08:23:56.609485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:23:58.475761 run osmo-stp_10.42.42.5(pid=16739): stderr: \u000a| �[0;m�[38;5;43m20221210082356786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082356786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082356786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082356787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082356787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082356787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082356787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:23:58.530989 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16739): Process ended prematurely: osmo-stp_10.42.42.5(pid=16739) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16739)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:23:58.539618 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:23:58.599582 run osmo-hlr_10.42.42.2(pid=16736): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16736)]\u000a08:23:58.648733 run osmo-hlr_10.42.42.2(pid=16736): stdout: \u000a| (launched: 2022-12-10_08:23:55.614413) \u000a08:23:58.698330 run osmo-hlr_10.42.42.2(pid=16736): stderr: \u000a| �[0;m�[1;31m20221210082355794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082355794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082355794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082355794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082355794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082355794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082355807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082355815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082355815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082355815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:23:58.765332 run osmo-msc_10.42.42.6(pid=16742): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16742)]\u000a08:23:58.814910 run osmo-msc_10.42.42.6(pid=16742): stdout: \u000a| (launched: 2022-12-10_08:23:57.618048) \u000a08:23:58.864707 run osmo-msc_10.42.42.6(pid=16742): stderr: \u000a| �[0;m�[38;5;43m20221210082357895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082357895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9890e2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082357895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082357895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082357895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082357895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082357897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082357898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082357898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082357898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:23:58.906694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16735): Terminating (SIGTERM)\u000a08:23:58.946681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16738): Terminating (SIGTERM)\u000a08:23:58.986139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16741): Terminating (SIGTERM)\u000a08:23:58.995459 --- ParallelTerminationStrategy: PID 16735 died...\u000a08:23:59.048938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16735): Terminated: ok {rc=0}\u000a08:23:59.058617 --- ParallelTerminationStrategy: PID 16738 died...\u000a08:23:59.111920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16738): Terminated: ok {rc=0}\u000a08:23:59.121924 --- ParallelTerminationStrategy: PID 16741 died...\u000a08:23:59.175920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16741): Terminated: ok {rc=0}\u000a08:23:59.265271 bus /sierra_3: Setting Powered False\u000a08:24:00.369006 bus /sierra_3: Setting Powered False\u000a08:24:01.500519 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16750): Process ended prematurely: osmo-stp_10.42.42.5(pid=16750) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16750)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16750): Process ended prematurely: osmo-stp_10.42.42.5(pid=16750) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:24:02.619491 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:24:02.631683 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:24:02.788630 tst mo_mt_call_osmux.py: using LAC 27103\u000a08:24:02.922431 tst mo_mt_call_osmux.py: using RAC 73\u000a08:24:03.055572 tst mo_mt_call_osmux.py: using CellId 27103\u000a08:24:03.186705 tst mo_mt_call_osmux.py: using BVCI 27104\u000a08:24:03.212469 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:24:03.224080 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:24:03.235483 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:24:03.246891 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:24:03.258250 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:24:03.269766 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:24:03.389269 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:24:03.600594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:24:04.101580 run create_hlr_db(pid=16744): Launched\u000a08:24:04.283285 bus /sierra_2: Setting Powered False\u000a08:24:05.305053 run create_hlr_db(pid=16744): Terminated: ok {rc=0}\u000a08:24:05.752108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16746): Launched\u000a08:24:06.090745 run osmo-hlr_10.42.42.2(pid=16747): Launched\u000a08:24:06.214687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:24:06.803335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16749): Launched\u000a08:24:07.140350 run osmo-stp_10.42.42.5(pid=16750): Launched\u000a08:24:07.263130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:24:07.876613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16752): Launched\u000a08:24:08.213958 run osmo-msc_10.42.42.6(pid=16753): Launched\u000a08:24:08.409111 run osmo-stp_10.42.42.5(pid=16750): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16750)]\u000a08:24:08.550351 run osmo-stp_10.42.42.5(pid=16750): stdout: \u000a| (launched: 2022-12-10_08:24:06.974543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:08.690554 run osmo-stp_10.42.42.5(pid=16750): stderr: \u000a| �[0;m�[38;5;43m20221210082407170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082407170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082407170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082407171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082407171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082407171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082407171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:08.824808 run osmo-stp_10.42.42.5(pid=16750): stdout: \u000a| (launched: 2022-12-10_08:24:06.974543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:08.958710 run osmo-stp_10.42.42.5(pid=16750): stderr: \u000a| �[0;m�[38;5;43m20221210082407170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082407170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082407170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082407171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082407171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082407171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082407171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:09.016904 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16750): Process ended prematurely: osmo-stp_10.42.42.5(pid=16750) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16750)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:24:09.026056 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:24:09.088284 run osmo-hlr_10.42.42.2(pid=16747): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16747)]\u000a08:24:09.139441 run osmo-hlr_10.42.42.2(pid=16747): stdout: \u000a| (launched: 2022-12-10_08:24:05.923566) \u000a08:24:09.191149 run osmo-hlr_10.42.42.2(pid=16747): stderr: \u000a| �[0;m�[1;31m20221210082406127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082406127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082406127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082406127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082406127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082406128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082406140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082406150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082406151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082406151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:24:09.261326 run osmo-msc_10.42.42.6(pid=16753): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16753)]\u000a08:24:09.312769 run osmo-msc_10.42.42.6(pid=16753): stdout: \u000a| (launched: 2022-12-10_08:24:08.047586) \u000a08:24:09.364573 run osmo-msc_10.42.42.6(pid=16753): stderr: \u000a| �[0;m�[38;5;43m20221210082408376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082408376 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72c98e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082408377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082408377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082408377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082408377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082408379 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082408379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082408379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082408379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:24:09.408531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16746): Terminating (SIGTERM)\u000a08:24:09.450176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16749): Terminating (SIGTERM)\u000a08:24:09.491783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16752): Terminating (SIGTERM)\u000a08:24:09.501390 --- ParallelTerminationStrategy: PID 16746 died...\u000a08:24:09.557793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16746): Terminated: ok {rc=0}\u000a08:24:09.567745 --- ParallelTerminationStrategy: PID 16749 died...\u000a08:24:09.623181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16749): Terminated: ok {rc=0}\u000a08:24:09.633301 --- ParallelTerminationStrategy: PID 16752 died...\u000a08:24:09.688297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16752): Terminated: ok {rc=0}\u000a08:24:09.775016 bus /sierra_3: Setting Powered False\u000a08:24:10.881682 bus /sierra_3: Setting Powered False\u000a08:24:11.989863 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:23:52" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16765): Process ended prematurely: osmo-stp_10.42.42.5(pid=16765) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16765)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16765): Process ended prematurely: osmo-stp_10.42.42.5(pid=16765) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:24:13.958788 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:13.969908 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:24:14.115351 tst mo_mt_call.py: using LAC 27104\u000a08:24:14.239934 tst mo_mt_call.py: using RAC 74\u000a08:24:14.364546 tst mo_mt_call.py: using CellId 27104\u000a08:24:14.498895 tst mo_mt_call.py: using BVCI 27105\u000a08:24:14.525979 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:14.537796 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:14.549384 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:14.560882 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:14.572437 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:14.583939 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:24:14.702974 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:24:14.919680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:24:15.458230 run create_hlr_db(pid=16759): Launched\u000a08:24:15.652774 bus /sierra_2: Setting Powered False\u000a08:24:16.675958 run create_hlr_db(pid=16759): Terminated: ok {rc=0}\u000a08:24:17.142141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16761): Launched\u000a08:24:17.480562 run osmo-hlr_10.42.42.2(pid=16762): Launched\u000a08:24:17.604140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:24:18.188392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16764): Launched\u000a08:24:18.525755 run osmo-stp_10.42.42.5(pid=16765): Launched\u000a08:24:18.648646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:24:19.264242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16767): Launched\u000a08:24:19.603247 run osmo-msc_10.42.42.6(pid=16768): Launched\u000a08:24:19.799810 run osmo-stp_10.42.42.5(pid=16765): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16765)]\u000a08:24:19.941505 run osmo-stp_10.42.42.5(pid=16765): stdout: \u000a| (launched: 2022-12-10_08:24:18.359312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:20.082005 run osmo-stp_10.42.42.5(pid=16765): stderr: \u000a| �[0;m�[38;5;43m20221210082418556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082418556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082418557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082418557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082418560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082418560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082418560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:20.216400 run osmo-stp_10.42.42.5(pid=16765): stdout: \u000a| (launched: 2022-12-10_08:24:18.359312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:20.350014 run osmo-stp_10.42.42.5(pid=16765): stderr: \u000a| �[0;m�[38;5;43m20221210082418556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082418556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082418557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082418557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082418560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082418560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082418560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:20.408617 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16765): Process ended prematurely: osmo-stp_10.42.42.5(pid=16765) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16765)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:24:20.417659 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:24:20.480894 run osmo-hlr_10.42.42.2(pid=16762): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16762)]\u000a08:24:20.532939 run osmo-hlr_10.42.42.2(pid=16762): stdout: \u000a| (launched: 2022-12-10_08:24:17.313957) \u000a08:24:20.585380 run osmo-hlr_10.42.42.2(pid=16762): stderr: \u000a| �[0;m�[1;31m20221210082417514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082417514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082417514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082417514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082417514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082417514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082417527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082417535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082417536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082417536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:24:20.656200 run osmo-msc_10.42.42.6(pid=16768): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16768)]\u000a08:24:20.708055 run osmo-msc_10.42.42.6(pid=16768): stdout: \u000a| (launched: 2022-12-10_08:24:19.435721) \u000a08:24:20.760287 run osmo-msc_10.42.42.6(pid=16768): stderr: \u000a| �[0;m�[38;5;43m20221210082419765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082419765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d7f1a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082419765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082419765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082419766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082419766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082419767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082419768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082419768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082419768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:24:20.804328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16761): Terminating (SIGTERM)\u000a08:24:20.846256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16764): Terminating (SIGTERM)\u000a08:24:20.887989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16767): Terminating (SIGTERM)\u000a08:24:20.897693 --- ParallelTerminationStrategy: PID 16761 died...\u000a08:24:20.953922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16761): Terminated: ok {rc=0}\u000a08:24:20.964074 --- ParallelTerminationStrategy: PID 16764 died...\u000a08:24:21.019651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16764): Terminated: ok {rc=0}\u000a08:24:21.029697 --- ParallelTerminationStrategy: PID 16767 died...\u000a08:24:21.085167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16767): Terminated: ok {rc=0}\u000a08:24:21.172560 bus /sierra_3: Setting Powered False\u000a08:24:22.279141 bus /sierra_3: Setting Powered False\u000a08:24:23.387499 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16776): Process ended prematurely: osmo-stp_10.42.42.5(pid=16776) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16776): Process ended prematurely: osmo-stp_10.42.42.5(pid=16776) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:24:24.505226 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:24.517524 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:24:24.676262 tst mo_mt_call_osmux.py: using LAC 27105\u000a08:24:24.818794 tst mo_mt_call_osmux.py: using RAC 75\u000a08:24:24.958203 tst mo_mt_call_osmux.py: using CellId 27105\u000a08:24:25.084741 tst mo_mt_call_osmux.py: using BVCI 27106\u000a08:24:25.109180 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:25.120325 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:25.131520 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:25.142968 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:25.154392 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:24:25.165627 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:24:25.284645 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:24:25.493315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:24:25.993827 run create_hlr_db(pid=16770): Launched\u000a08:24:26.177109 bus /sierra_2: Setting Powered False\u000a08:24:27.196778 run create_hlr_db(pid=16770): Terminated: ok {rc=0}\u000a08:24:27.643923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Launched\u000a08:24:27.982753 run osmo-hlr_10.42.42.2(pid=16773): Launched\u000a08:24:28.105407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:24:28.692844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Launched\u000a08:24:29.031298 run osmo-stp_10.42.42.5(pid=16776): Launched\u000a08:24:29.154821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:24:29.770444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16778): Launched\u000a08:24:30.108904 run osmo-msc_10.42.42.6(pid=16779): Launched\u000a08:24:30.305356 run osmo-stp_10.42.42.5(pid=16776): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)]\u000a08:24:30.448375 run osmo-stp_10.42.42.5(pid=16776): stdout: \u000a| (launched: 2022-12-10_08:24:28.864150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:30.588902 run osmo-stp_10.42.42.5(pid=16776): stderr: \u000a| �[0;m�[38;5;43m20221210082429059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082429059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082429060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082429060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:30.723993 run osmo-stp_10.42.42.5(pid=16776): stdout: \u000a| (launched: 2022-12-10_08:24:28.864150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:30.858693 run osmo-stp_10.42.42.5(pid=16776): stderr: \u000a| �[0;m�[38;5;43m20221210082429059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082429059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082429060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082429060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082429061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:30.919046 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16776): Process ended prematurely: osmo-stp_10.42.42.5(pid=16776) [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:24:30.928652 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:24:30.996701 run osmo-hlr_10.42.42.2(pid=16773): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16773)]\u000a08:24:31.049470 run osmo-hlr_10.42.42.2(pid=16773): stdout: \u000a| (launched: 2022-12-10_08:24:27.815510) \u000a08:24:31.102635 run osmo-hlr_10.42.42.2(pid=16773): stderr: \u000a| �[0;m�[1;31m20221210082428019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082428019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082428019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082428020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082428020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082428020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082428032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082428043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082428043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082428043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:24:31.174721 run osmo-msc_10.42.42.6(pid=16779): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16779)]\u000a08:24:31.227228 run osmo-msc_10.42.42.6(pid=16779): stdout: \u000a| (launched: 2022-12-10_08:24:29.941816) \u000a08:24:31.280142 run osmo-msc_10.42.42.6(pid=16779): stderr: \u000a| �[0;m�[38;5;43m20221210082430267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082430267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cdb856c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082430267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082430268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082430268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082430268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082430270 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082430270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082430270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082430270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:24:31.325495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Terminating (SIGTERM)\u000a08:24:31.368388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Terminating (SIGTERM)\u000a08:24:31.413307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16778): Terminating (SIGTERM)\u000a08:24:31.423674 --- ParallelTerminationStrategy: PID 16772 died...\u000a08:24:31.482048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Terminated: ok {rc=0}\u000a08:24:31.492489 --- ParallelTerminationStrategy: PID 16775 died...\u000a08:24:31.549465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Terminated: ok {rc=0}\u000a08:24:31.559900 --- ParallelTerminationStrategy: PID 16778 died...\u000a08:24:31.616720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16778): Terminated: ok {rc=0}\u000a08:24:31.716360 bus /sierra_3: Setting Powered False\u000a08:24:32.821004 bus /sierra_3: Setting Powered False\u000a08:24:33.928992 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:24:13" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16790): Process ended prematurely: osmo-stp_10.42.42.5(pid=16790) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16790)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16790): Process ended prematurely: osmo-stp_10.42.42.5(pid=16790) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:24:35.887946 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:35.899240 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:24:36.051738 tst mo_mt_call.py: using LAC 27106\u000a08:24:36.174420 tst mo_mt_call.py: using RAC 76\u000a08:24:36.296771 tst mo_mt_call.py: using CellId 27106\u000a08:24:36.420386 tst mo_mt_call.py: using BVCI 27107\u000a08:24:36.444497 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:36.455604 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:36.466784 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:36.478079 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:36.489204 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:36.500451 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:24:36.622002 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:24:36.835630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:24:37.372536 run create_hlr_db(pid=16784): Launched\u000a08:24:37.566148 bus /sierra_2: Setting Powered False\u000a08:24:38.586876 run create_hlr_db(pid=16784): Terminated: ok {rc=0}\u000a08:24:39.013013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16786): Launched\u000a08:24:39.331218 run osmo-hlr_10.42.42.2(pid=16787): Launched\u000a08:24:39.454441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:24:40.008633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16789): Launched\u000a08:24:40.326810 run osmo-stp_10.42.42.5(pid=16790): Launched\u000a08:24:40.442673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:24:41.020619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16792): Launched\u000a08:24:41.339613 run osmo-msc_10.42.42.6(pid=16793): Launched\u000a08:24:41.526286 run osmo-stp_10.42.42.5(pid=16790): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16790)]\u000a08:24:41.660614 run osmo-stp_10.42.42.5(pid=16790): stdout: \u000a| (launched: 2022-12-10_08:24:40.169253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:41.791868 run osmo-stp_10.42.42.5(pid=16790): stderr: \u000a| �[0;m�[38;5;43m20221210082440344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082440344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082440345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082440345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082440347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082440347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082440347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:41.918702 run osmo-stp_10.42.42.5(pid=16790): stdout: \u000a| (launched: 2022-12-10_08:24:40.169253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:42.044131 run osmo-stp_10.42.42.5(pid=16790): stderr: \u000a| �[0;m�[38;5;43m20221210082440344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082440344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082440345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082440345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082440347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082440347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082440347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:42.099255 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16790): Process ended prematurely: osmo-stp_10.42.42.5(pid=16790) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16790)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:24:42.107832 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:24:42.168794 run osmo-hlr_10.42.42.2(pid=16787): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16787)]\u000a08:24:42.219104 run osmo-hlr_10.42.42.2(pid=16787): stdout: \u000a| (launched: 2022-12-10_08:24:39.173778) \u000a08:24:42.269688 run osmo-hlr_10.42.42.2(pid=16787): stderr: \u000a| �[0;m�[1;31m20221210082439355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082439355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082439355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082439355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082439355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082439355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082439367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082439376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082439376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082439376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:24:42.337389 run osmo-msc_10.42.42.6(pid=16793): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16793)]\u000a08:24:42.386987 run osmo-msc_10.42.42.6(pid=16793): stdout: \u000a| (launched: 2022-12-10_08:24:41.181752) \u000a08:24:42.437287 run osmo-msc_10.42.42.6(pid=16793): stderr: \u000a| �[0;m�[38;5;43m20221210082441458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082441459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77a8b85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082441459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082441459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082441459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082441459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082441461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082441461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082441461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082441462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:24:42.479349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16786): Terminating (SIGTERM)\u000a08:24:42.519419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16789): Terminating (SIGTERM)\u000a08:24:42.559444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16792): Terminating (SIGTERM)\u000a08:24:42.568825 --- ParallelTerminationStrategy: PID 16786 died...\u000a08:24:42.622205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16786): Terminated: ok {rc=0}\u000a08:24:42.632028 --- ParallelTerminationStrategy: PID 16789 died...\u000a08:24:42.684994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16789): Terminated: ok {rc=0}\u000a08:24:42.694749 --- ParallelTerminationStrategy: PID 16792 died...\u000a08:24:42.747844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16792): Terminated: ok {rc=0}\u000a08:24:42.831316 bus /sierra_3: Setting Powered False\u000a08:24:43.937456 bus /sierra_3: Setting Powered False\u000a08:24:45.045309 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16801): Process ended prematurely: osmo-stp_10.42.42.5(pid=16801) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16801)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16801): Process ended prematurely: osmo-stp_10.42.42.5(pid=16801) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:24:46.164820 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:46.177588 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:24:46.332164 tst mo_mt_call_osmux.py: using LAC 27107\u000a08:24:46.462745 tst mo_mt_call_osmux.py: using RAC 77\u000a08:24:46.600625 tst mo_mt_call_osmux.py: using CellId 27107\u000a08:24:46.756869 tst mo_mt_call_osmux.py: using BVCI 27108\u000a08:24:46.790806 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:46.806544 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:46.823324 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:46.836808 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:46.850028 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:24:46.862546 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:24:46.989252 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:24:47.218551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:24:47.719474 run create_hlr_db(pid=16795): Launched\u000a08:24:47.900677 bus /sierra_2: Setting Powered False\u000a08:24:48.921994 run create_hlr_db(pid=16795): Terminated: ok {rc=0}\u000a08:24:49.342904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16797): Launched\u000a08:24:49.660849 run osmo-hlr_10.42.42.2(pid=16798): Launched\u000a08:24:49.775043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:24:50.323400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16800): Launched\u000a08:24:50.642324 run osmo-stp_10.42.42.5(pid=16801): Launched\u000a08:24:50.758203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:24:51.334592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16803): Launched\u000a08:24:51.652850 run osmo-msc_10.42.42.6(pid=16804): Launched\u000a08:24:51.838251 run osmo-stp_10.42.42.5(pid=16801): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16801)]\u000a08:24:51.971390 run osmo-stp_10.42.42.5(pid=16801): stdout: \u000a| (launched: 2022-12-10_08:24:50.483879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:52.102592 run osmo-stp_10.42.42.5(pid=16801): stderr: \u000a| �[0;m�[38;5;43m20221210082450657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082450657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082450657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082450658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082450660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082450660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082450660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:52.229095 run osmo-stp_10.42.42.5(pid=16801): stdout: \u000a| (launched: 2022-12-10_08:24:50.483879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:24:52.354763 run osmo-stp_10.42.42.5(pid=16801): stderr: \u000a| �[0;m�[38;5;43m20221210082450657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082450657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082450657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082450658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082450660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082450660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082450660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:24:52.409765 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16801): Process ended prematurely: osmo-stp_10.42.42.5(pid=16801) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16801)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:24:52.418318 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:24:52.478550 run osmo-hlr_10.42.42.2(pid=16798): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16798)]\u000a08:24:52.528043 run osmo-hlr_10.42.42.2(pid=16798): stdout: \u000a| (launched: 2022-12-10_08:24:49.503425) \u000a08:24:52.578100 run osmo-hlr_10.42.42.2(pid=16798): stderr: \u000a| �[0;m�[1;31m20221210082449685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082449685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082449685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082449685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082449685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082449685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082449727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082449737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082449737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082449738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:24:52.645759 run osmo-msc_10.42.42.6(pid=16804): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16804)]\u000a08:24:52.695168 run osmo-msc_10.42.42.6(pid=16804): stdout: \u000a| (launched: 2022-12-10_08:24:51.494639) \u000a08:24:52.745236 run osmo-msc_10.42.42.6(pid=16804): stderr: \u000a| �[0;m�[38;5;43m20221210082451770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082451770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5d7a9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082451771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082451771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082451771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082451771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082451774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082451775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082451775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082451775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:24:52.787131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16797): Terminating (SIGTERM)\u000a08:24:52.826716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16800): Terminating (SIGTERM)\u000a08:24:52.866470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16803): Terminating (SIGTERM)\u000a08:24:52.875721 --- ParallelTerminationStrategy: PID 16797 died...\u000a08:24:52.928703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16797): Terminated: ok {rc=0}\u000a08:24:52.938458 --- ParallelTerminationStrategy: PID 16800 died...\u000a08:24:52.991741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16800): Terminated: ok {rc=0}\u000a08:24:53.001885 --- ParallelTerminationStrategy: PID 16803 died...\u000a08:24:53.055389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16803): Terminated: ok {rc=0}\u000a08:24:53.144044 bus /sierra_3: Setting Powered False\u000a08:24:54.249167 bus /sierra_3: Setting Powered False\u000a08:24:55.361487 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:24:35" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16819): Process ended prematurely: osmo-stp_10.42.42.5(pid=16819) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16819)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16819): Process ended prematurely: osmo-stp_10.42.42.5(pid=16819) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:24:57.328220 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:24:57.339950 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:24:57.496743 tst mo_mt_call.py: using LAC 27108\u000a08:24:57.631780 tst mo_mt_call.py: using RAC 78\u000a08:24:57.765339 tst mo_mt_call.py: using CellId 27108\u000a08:24:57.899414 tst mo_mt_call.py: using BVCI 27109\u000a08:24:57.925465 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:24:57.937188 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:24:57.948572 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:24:57.960136 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:24:57.971616 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:24:57.983246 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:24:58.104122 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:24:58.314793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:24:58.814854 run create_hlr_db(pid=16810): Launched\u000a08:24:58.996669 bus /sierra_2: Setting Powered False\u000a08:25:00.018076 run create_hlr_db(pid=16810): Terminated: ok {rc=0}\u000a08:25:00.467587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16812): Launched\u000a08:25:00.807324 run osmo-hlr_10.42.42.2(pid=16813): Launched\u000a08:25:01.016899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:01.652723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16818): Launched\u000a08:25:02.040817 run osmo-stp_10.42.42.5(pid=16819): Launched\u000a08:25:02.219481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:02.880037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16821): Launched\u000a08:25:03.218037 run osmo-msc_10.42.42.6(pid=16822): Launched\u000a08:25:03.414907 run osmo-stp_10.42.42.5(pid=16819): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16819)]\u000a08:25:03.561367 run osmo-stp_10.42.42.5(pid=16819): stdout: \u000a| (launched: 2022-12-10_08:25:01.827098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:03.701246 run osmo-stp_10.42.42.5(pid=16819): stderr: \u000a| �[0;m�[38;5;43m20221210082502136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082502136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082502139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082502143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082502146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082502146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082502146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:03.836084 run osmo-stp_10.42.42.5(pid=16819): stdout: \u000a| (launched: 2022-12-10_08:25:01.827098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:03.969946 run osmo-stp_10.42.42.5(pid=16819): stderr: \u000a| �[0;m�[38;5;43m20221210082502136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082502136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082502139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082502143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082502146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082502146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082502146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:04.028881 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16819): Process ended prematurely: osmo-stp_10.42.42.5(pid=16819) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16819)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:25:04.038186 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a08:25:04.100709 run osmo-hlr_10.42.42.2(pid=16813): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16813)]\u000a08:25:04.152435 run osmo-hlr_10.42.42.2(pid=16813): stdout: \u000a| (launched: 2022-12-10_08:25:00.639819) \u000a08:25:04.204438 run osmo-hlr_10.42.42.2(pid=16813): stderr: \u000a| �[0;m�[1;31m20221210082500843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082500843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082500843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082500844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082500844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082500844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082500859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082500875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082500884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082500884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:04.275102 run osmo-msc_10.42.42.6(pid=16822): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16822)]\u000a08:25:04.326740 run osmo-msc_10.42.42.6(pid=16822): stdout: \u000a| (launched: 2022-12-10_08:25:03.051714) \u000a08:25:04.378852 run osmo-msc_10.42.42.6(pid=16822): stderr: \u000a| �[0;m�[38;5;43m20221210082503382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082503382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00e8e9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082503382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082503382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082503382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082503383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082503384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082503385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082503385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082503385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:04.423076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16812): Terminating (SIGTERM)\u000a08:25:04.465488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16818): Terminating (SIGTERM)\u000a08:25:04.507599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16821): Terminating (SIGTERM)\u000a08:25:04.517328 --- ParallelTerminationStrategy: PID 16812 died...\u000a08:25:04.573527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16812): Terminated: ok {rc=0}\u000a08:25:04.583694 --- ParallelTerminationStrategy: PID 16818 died...\u000a08:25:04.639584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16818): Terminated: ok {rc=0}\u000a08:25:04.650030 --- ParallelTerminationStrategy: PID 16821 died...\u000a08:25:04.705958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16821): Terminated: ok {rc=0}\u000a08:25:04.793808 bus /sierra_3: Setting Powered False\u000a08:25:05.899491 bus /sierra_3: Setting Powered False\u000a08:25:07.008201 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16830): Process ended prematurely: osmo-stp_10.42.42.5(pid=16830) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16830)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16830): Process ended prematurely: osmo-stp_10.42.42.5(pid=16830) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:25:08.125174 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:25:08.137548 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:25:08.294913 tst mo_mt_call_osmux.py: using LAC 27109\u000a08:25:08.422751 tst mo_mt_call_osmux.py: using RAC 79\u000a08:25:08.548179 tst mo_mt_call_osmux.py: using CellId 27109\u000a08:25:08.674403 tst mo_mt_call_osmux.py: using BVCI 27110\u000a08:25:08.698518 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:25:08.709700 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:25:08.720500 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:25:08.731611 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:25:08.742737 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:25:08.753954 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:25:08.876172 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:25:09.097345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:09.635851 run create_hlr_db(pid=16824): Launched\u000a08:25:09.829459 bus /sierra_2: Setting Powered False\u000a08:25:10.849612 run create_hlr_db(pid=16824): Terminated: ok {rc=0}\u000a08:25:11.273243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16826): Launched\u000a08:25:11.591346 run osmo-hlr_10.42.42.2(pid=16827): Launched\u000a08:25:11.707926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:12.257755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16829): Launched\u000a08:25:12.575206 run osmo-stp_10.42.42.5(pid=16830): Launched\u000a08:25:12.692109 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:13.270277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16832): Launched\u000a08:25:13.590668 run osmo-msc_10.42.42.6(pid=16833): Launched\u000a08:25:13.776680 run osmo-stp_10.42.42.5(pid=16830): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16830)]\u000a08:25:13.910257 run osmo-stp_10.42.42.5(pid=16830): stdout: \u000a| (launched: 2022-12-10_08:25:12.417838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:14.041737 run osmo-stp_10.42.42.5(pid=16830): stderr: \u000a| �[0;m�[38;5;43m20221210082512595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082512596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082512596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082512596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:14.168278 run osmo-stp_10.42.42.5(pid=16830): stdout: \u000a| (launched: 2022-12-10_08:25:12.417838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:14.294263 run osmo-stp_10.42.42.5(pid=16830): stderr: \u000a| �[0;m�[38;5;43m20221210082512595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082512596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082512596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082512596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:14.349490 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16830): Process ended prematurely: osmo-stp_10.42.42.5(pid=16830) [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16830)] [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:25:14.358247 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:25:14.418473 run osmo-hlr_10.42.42.2(pid=16827): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16827)]\u000a08:25:14.468270 run osmo-hlr_10.42.42.2(pid=16827): stdout: \u000a| (launched: 2022-12-10_08:25:11.434121) \u000a08:25:14.518039 run osmo-hlr_10.42.42.2(pid=16827): stderr: \u000a| �[0;m�[1;31m20221210082511614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082511614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082511614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082511614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082511614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082511614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082511639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082511649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082511649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082511649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:14.586166 run osmo-msc_10.42.42.6(pid=16833): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16833)]\u000a08:25:14.635728 run osmo-msc_10.42.42.6(pid=16833): stdout: \u000a| (launched: 2022-12-10_08:25:13.431676) \u000a08:25:14.686081 run osmo-msc_10.42.42.6(pid=16833): stderr: \u000a| �[0;m�[38;5;43m20221210082513709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082513709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69a26f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082513709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082513709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082513709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082513710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082513711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082513712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082513712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082513712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:14.728519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16826): Terminating (SIGTERM)\u000a08:25:14.769137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16829): Terminating (SIGTERM)\u000a08:25:14.809066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16832): Terminating (SIGTERM)\u000a08:25:14.818463 --- ParallelTerminationStrategy: PID 16826 died...\u000a08:25:14.871858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16826): Terminated: ok {rc=0}\u000a08:25:14.881968 --- ParallelTerminationStrategy: PID 16829 died...\u000a08:25:14.935403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16829): Terminated: ok {rc=0}\u000a08:25:14.945099 --- ParallelTerminationStrategy: PID 16832 died...\u000a08:25:14.998177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16832): Terminated: ok {rc=0}\u000a08:25:15.082301 bus /sierra_3: Setting Powered False\u000a08:25:16.202091 bus /sierra_3: Setting Powered False\u000a08:25:17.313864 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:24:57" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16844): Process ended prematurely: osmo-stp_10.42.42.5(pid=16844) [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16844)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16844): Process ended prematurely: osmo-stp_10.42.42.5(pid=16844) [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:25:19.284096 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:19.295878 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:25:19.451469 tst mo_mt_call.py: using LAC 27110\u000a08:25:19.588093 tst mo_mt_call.py: using RAC 80\u000a08:25:19.718434 tst mo_mt_call.py: using CellId 27110\u000a08:25:19.849405 tst mo_mt_call.py: using BVCI 27111\u000a08:25:19.875168 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:19.886858 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:19.898358 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:19.909811 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:19.921398 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:19.932760 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:25:20.053723 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:25:20.271229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:20.812393 run create_hlr_db(pid=16838): Launched\u000a08:25:21.006727 bus /sierra_2: Setting Powered False\u000a08:25:22.027655 run create_hlr_db(pid=16838): Terminated: ok {rc=0}\u000a08:25:22.454470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16840): Launched\u000a08:25:22.773881 run osmo-hlr_10.42.42.2(pid=16841): Launched\u000a08:25:22.898081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:23.456730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16843): Launched\u000a08:25:23.774660 run osmo-stp_10.42.42.5(pid=16844): Launched\u000a08:25:23.895295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:24.473855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16846): Launched\u000a08:25:24.792867 run osmo-msc_10.42.42.6(pid=16847): Launched\u000a08:25:24.978853 run osmo-stp_10.42.42.5(pid=16844): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16844)]\u000a08:25:25.112671 run osmo-stp_10.42.42.5(pid=16844): stdout: \u000a| (launched: 2022-12-10_08:25:23.617750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:25.243686 run osmo-stp_10.42.42.5(pid=16844): stderr: \u000a| �[0;m�[38;5;43m20221210082523793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082523794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082523794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082523794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082523795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082523795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082523795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:25.370790 run osmo-stp_10.42.42.5(pid=16844): stdout: \u000a| (launched: 2022-12-10_08:25:23.617750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:25.497089 run osmo-stp_10.42.42.5(pid=16844): stderr: \u000a| �[0;m�[38;5;43m20221210082523793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082523794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082523794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082523794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082523795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082523795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082523795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:25.552195 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16844): Process ended prematurely: osmo-stp_10.42.42.5(pid=16844) [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16844)] [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:25:25.560658 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:25:25.620680 run osmo-hlr_10.42.42.2(pid=16841): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16841)]\u000a08:25:25.669975 run osmo-hlr_10.42.42.2(pid=16841): stdout: \u000a| (launched: 2022-12-10_08:25:22.615665) \u000a08:25:25.719867 run osmo-hlr_10.42.42.2(pid=16841): stderr: \u000a| �[0;m�[1;31m20221210082522797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082522797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082522797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082522797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082522797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082522797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082522808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082522817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082522817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082522817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:25.787342 run osmo-msc_10.42.42.6(pid=16847): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16847)]\u000a08:25:25.836851 run osmo-msc_10.42.42.6(pid=16847): stdout: \u000a| (launched: 2022-12-10_08:25:24.634813) \u000a08:25:25.886591 run osmo-msc_10.42.42.6(pid=16847): stderr: \u000a| �[0;m�[38;5;43m20221210082524913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082524913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78ed4ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082524913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082524913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082524914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082524914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082524915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082524916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082524916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082524916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:25.928699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16840): Terminating (SIGTERM)\u000a08:25:25.968427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16843): Terminating (SIGTERM)\u000a08:25:26.008223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16846): Terminating (SIGTERM)\u000a08:25:26.017439 --- ParallelTerminationStrategy: PID 16840 died...\u000a08:25:26.070803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16840): Terminated: ok {rc=0}\u000a08:25:26.080451 --- ParallelTerminationStrategy: PID 16843 died...\u000a08:25:26.133348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16843): Terminated: ok {rc=0}\u000a08:25:26.143028 --- ParallelTerminationStrategy: PID 16846 died...\u000a08:25:26.195709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16846): Terminated: ok {rc=0}\u000a08:25:26.285092 bus /sierra_3: Setting Powered False\u000a08:25:27.388097 bus /sierra_3: Setting Powered False\u000a08:25:28.495569 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16855): Process ended prematurely: osmo-stp_10.42.42.5(pid=16855) [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16855)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16855): Process ended prematurely: osmo-stp_10.42.42.5(pid=16855) [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:25:29.612460 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:29.624878 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:25:29.784041 tst mo_mt_call_osmux.py: using LAC 27111\u000a08:25:29.916150 tst mo_mt_call_osmux.py: using RAC 81\u000a08:25:30.052833 tst mo_mt_call_osmux.py: using CellId 27111\u000a08:25:30.183336 tst mo_mt_call_osmux.py: using BVCI 27112\u000a08:25:30.209291 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:30.221108 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:30.232818 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:30.245050 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:30.257135 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:25:30.270650 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:25:30.394986 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:25:30.609183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:31.195642 run create_hlr_db(pid=16849): Launched\u000a08:25:31.382871 bus /sierra_2: Setting Powered False\u000a08:25:32.397717 run create_hlr_db(pid=16849): Terminated: ok {rc=0}\u000a08:25:32.820247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16851): Launched\u000a08:25:33.138229 run osmo-hlr_10.42.42.2(pid=16852): Launched\u000a08:25:33.258450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:33.807878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16854): Launched\u000a08:25:34.125768 run osmo-stp_10.42.42.5(pid=16855): Launched\u000a08:25:34.250820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:34.831567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16857): Launched\u000a08:25:35.150536 run osmo-msc_10.42.42.6(pid=16858): Launched\u000a08:25:35.335906 run osmo-stp_10.42.42.5(pid=16855): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16855)]\u000a08:25:35.469934 run osmo-stp_10.42.42.5(pid=16855): stdout: \u000a| (launched: 2022-12-10_08:25:33.968168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:35.601755 run osmo-stp_10.42.42.5(pid=16855): stderr: \u000a| �[0;m�[38;5;43m20221210082534144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082534144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082534144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082534144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082534145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082534145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082534145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:35.727994 run osmo-stp_10.42.42.5(pid=16855): stdout: \u000a| (launched: 2022-12-10_08:25:33.968168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:35.853457 run osmo-stp_10.42.42.5(pid=16855): stderr: \u000a| �[0;m�[38;5;43m20221210082534144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082534144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082534144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082534144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082534145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082534145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082534145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:35.908301 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16855): Process ended prematurely: osmo-stp_10.42.42.5(pid=16855) [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16855)] [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:25:35.917184 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:25:35.977601 run osmo-hlr_10.42.42.2(pid=16852): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16852)]\u000a08:25:36.027128 run osmo-hlr_10.42.42.2(pid=16852): stdout: \u000a| (launched: 2022-12-10_08:25:32.980892) \u000a08:25:36.077108 run osmo-hlr_10.42.42.2(pid=16852): stderr: \u000a| �[0;m�[1;31m20221210082533159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082533159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082533159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082533159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082533159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082533159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082533171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082533181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082533182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082533182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:36.145332 run osmo-msc_10.42.42.6(pid=16858): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16858)]\u000a08:25:36.194739 run osmo-msc_10.42.42.6(pid=16858): stdout: \u000a| (launched: 2022-12-10_08:25:34.992079) \u000a08:25:36.244729 run osmo-msc_10.42.42.6(pid=16858): stderr: \u000a| �[0;m�[38;5;43m20221210082535270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082535270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51e3420c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082535270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082535272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082535273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082535273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:36.286900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16851): Terminating (SIGTERM)\u000a08:25:36.327748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16854): Terminating (SIGTERM)\u000a08:25:36.367820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16857): Terminating (SIGTERM)\u000a08:25:36.377364 --- ParallelTerminationStrategy: PID 16851 died...\u000a08:25:36.430608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16851): Terminated: ok {rc=0}\u000a08:25:36.440407 --- ParallelTerminationStrategy: PID 16854 died...\u000a08:25:36.493495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16854): Terminated: ok {rc=0}\u000a08:25:36.503050 --- ParallelTerminationStrategy: PID 16857 died...\u000a08:25:36.555880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16857): Terminated: ok {rc=0}\u000a08:25:36.644004 bus /sierra_3: Setting Powered False\u000a08:25:37.747222 bus /sierra_3: Setting Powered False\u000a08:25:38.857965 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:25:19" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16869): Process ended prematurely: osmo-stp_10.42.42.5(pid=16869) [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16869)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16869): Process ended prematurely: osmo-stp_10.42.42.5(pid=16869) [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:25:40.817148 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:40.828991 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:25:40.985053 tst mo_mt_call.py: using LAC 27112\u000a08:25:41.116874 tst mo_mt_call.py: using RAC 82\u000a08:25:41.246756 tst mo_mt_call.py: using CellId 27112\u000a08:25:41.376910 tst mo_mt_call.py: using BVCI 27113\u000a08:25:41.402828 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:41.414429 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:41.425836 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:41.437179 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:41.448472 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:41.459885 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:25:41.577378 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:25:41.797656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:42.338487 run create_hlr_db(pid=16863): Launched\u000a08:25:42.532341 bus /sierra_2: Setting Powered False\u000a08:25:43.552358 run create_hlr_db(pid=16863): Terminated: ok {rc=0}\u000a08:25:43.979160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16865): Launched\u000a08:25:44.298494 run osmo-hlr_10.42.42.2(pid=16866): Launched\u000a08:25:44.424375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:44.982385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16868): Launched\u000a08:25:45.302044 run osmo-stp_10.42.42.5(pid=16869): Launched\u000a08:25:45.419143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:46.032675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16871): Launched\u000a08:25:46.454354 run osmo-msc_10.42.42.6(pid=16872): Launched\u000a08:25:46.703840 run osmo-stp_10.42.42.5(pid=16869): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16869)]\u000a08:25:46.973416 run osmo-stp_10.42.42.5(pid=16869): stdout: \u000a| (launched: 2022-12-10_08:25:45.143401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:47.231417 run osmo-stp_10.42.42.5(pid=16869): stderr: \u000a| �[0;m�[38;5;43m20221210082545317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082545317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082545317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082545318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082545318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082545318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082545318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:47.362741 run osmo-stp_10.42.42.5(pid=16869): stdout: \u000a| (launched: 2022-12-10_08:25:45.143401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:47.489378 run osmo-stp_10.42.42.5(pid=16869): stderr: \u000a| �[0;m�[38;5;43m20221210082545317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082545317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082545317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082545318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082545318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082545318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082545318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:47.545066 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16869): Process ended prematurely: osmo-stp_10.42.42.5(pid=16869) [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16869)] [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:25:47.553898 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a08:25:47.615600 run osmo-hlr_10.42.42.2(pid=16866): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16866)]\u000a08:25:47.666388 run osmo-hlr_10.42.42.2(pid=16866): stdout: \u000a| (launched: 2022-12-10_08:25:44.140936) \u000a08:25:47.717391 run osmo-hlr_10.42.42.2(pid=16866): stderr: \u000a| �[0;m�[1;31m20221210082544323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082544323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082544323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082544323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082544323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082544323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082544335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082544344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082544344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082544344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:47.786615 run osmo-msc_10.42.42.6(pid=16872): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16872)]\u000a08:25:47.836988 run osmo-msc_10.42.42.6(pid=16872): stdout: \u000a| (launched: 2022-12-10_08:25:46.198043) \u000a08:25:47.887816 run osmo-msc_10.42.42.6(pid=16872): stderr: \u000a| �[0;m�[38;5;43m20221210082546819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082546819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15e6e74c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082546820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082546820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082546820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082546820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082546822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082546822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082546822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082546822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:47.930648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16865): Terminating (SIGTERM)\u000a08:25:47.971503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16868): Terminating (SIGTERM)\u000a08:25:48.012523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16871): Terminating (SIGTERM)\u000a08:25:48.022684 --- ParallelTerminationStrategy: PID 16865 died...\u000a08:25:48.077347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16865): Terminated: ok {rc=0}\u000a08:25:48.087559 --- ParallelTerminationStrategy: PID 16868 died...\u000a08:25:48.142139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16868): Terminated: ok {rc=0}\u000a08:25:48.151863 --- ParallelTerminationStrategy: PID 16871 died...\u000a08:25:48.206322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16871): Terminated: ok {rc=0}\u000a08:25:48.294586 bus /sierra_3: Setting Powered False\u000a08:25:49.398720 bus /sierra_3: Setting Powered False\u000a08:25:50.506859 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16880): Process ended prematurely: osmo-stp_10.42.42.5(pid=16880) [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16880)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16880): Process ended prematurely: osmo-stp_10.42.42.5(pid=16880) [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:25:51.623526 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:51.635661 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:25:51.796427 tst mo_mt_call_osmux.py: using LAC 27113\u000a08:25:51.926226 tst mo_mt_call_osmux.py: using RAC 83\u000a08:25:52.055734 tst mo_mt_call_osmux.py: using CellId 27113\u000a08:25:52.186459 tst mo_mt_call_osmux.py: using BVCI 27114\u000a08:25:52.212357 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:52.223739 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:52.235048 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:52.246385 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:52.257745 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:25:52.269062 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:25:52.390618 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:25:52.607667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:53.147551 run create_hlr_db(pid=16874): Launched\u000a08:25:53.341588 bus /sierra_2: Setting Powered False\u000a08:25:54.363415 run create_hlr_db(pid=16874): Terminated: ok {rc=0}\u000a08:25:54.790320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16876): Launched\u000a08:25:55.110258 run osmo-hlr_10.42.42.2(pid=16877): Launched\u000a08:25:55.234711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:55.792778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16879): Launched\u000a08:25:56.112045 run osmo-stp_10.42.42.5(pid=16880): Launched\u000a08:25:56.228257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:56.805955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16882): Launched\u000a08:25:57.124750 run osmo-msc_10.42.42.6(pid=16883): Launched\u000a08:25:57.310394 run osmo-stp_10.42.42.5(pid=16880): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16880)]\u000a08:25:57.443722 run osmo-stp_10.42.42.5(pid=16880): stdout: \u000a| (launched: 2022-12-10_08:25:55.953788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:57.575525 run osmo-stp_10.42.42.5(pid=16880): stderr: \u000a| �[0;m�[38;5;43m20221210082556128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082556128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082556128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082556129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082556131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082556131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082556131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:57.702302 run osmo-stp_10.42.42.5(pid=16880): stdout: \u000a| (launched: 2022-12-10_08:25:55.953788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:57.828634 run osmo-stp_10.42.42.5(pid=16880): stderr: \u000a| �[0;m�[38;5;43m20221210082556128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082556128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082556128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082556129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082556131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082556131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082556131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:57.883801 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16880): Process ended prematurely: osmo-stp_10.42.42.5(pid=16880) [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16880)] [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:25:57.892203 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:25:57.953021 run osmo-hlr_10.42.42.2(pid=16877): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16877)]\u000a08:25:58.002801 run osmo-hlr_10.42.42.2(pid=16877): stdout: \u000a| (launched: 2022-12-10_08:25:54.951280) \u000a08:25:58.052820 run osmo-hlr_10.42.42.2(pid=16877): stderr: \u000a| �[0;m�[1;31m20221210082555132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082555132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082555132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082555132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082555132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082555133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082555146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082555154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082555154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082555155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:58.121025 run osmo-msc_10.42.42.6(pid=16883): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16883)]\u000a08:25:58.170650 run osmo-msc_10.42.42.6(pid=16883): stdout: \u000a| (launched: 2022-12-10_08:25:56.966610) \u000a08:25:58.220920 run osmo-msc_10.42.42.6(pid=16883): stderr: \u000a| �[0;m�[38;5;43m20221210082557243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082557243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe14b755c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082557243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082557243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082557244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082557244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082557246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082557246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082557246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082557246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:58.263187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16876): Terminating (SIGTERM)\u000a08:25:58.303443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16879): Terminating (SIGTERM)\u000a08:25:58.343855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16882): Terminating (SIGTERM)\u000a08:25:58.353377 --- ParallelTerminationStrategy: PID 16876 died...\u000a08:25:58.407192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16876): Terminated: ok {rc=0}\u000a08:25:58.417250 --- ParallelTerminationStrategy: PID 16879 died...\u000a08:25:58.470551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16879): Terminated: ok {rc=0}\u000a08:25:58.480397 --- ParallelTerminationStrategy: PID 16882 died...\u000a08:25:58.533756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16882): Terminated: ok {rc=0}\u000a08:25:58.617830 bus /sierra_3: Setting Powered False\u000a08:25:59.725385 bus /sierra_3: Setting Powered False\u000a08:26:00.847077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:25:40" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16894): Process ended prematurely: osmo-stp_10.42.42.5(pid=16894) [trial-2372↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16894)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16894): Process ended prematurely: osmo-stp_10.42.42.5(pid=16894) [trial-2372↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:26:02.843538 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:02.854709 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a08:26:02.986869 tst emergency_mo_mt_call.py: using LAC 27114\u000a08:26:03.116057 tst emergency_mo_mt_call.py: using RAC 84\u000a08:26:03.246559 tst emergency_mo_mt_call.py: using CellId 27114\u000a08:26:03.376304 tst emergency_mo_mt_call.py: using BVCI 27115\u000a08:26:03.401494 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:03.412559 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:03.423647 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:03.434677 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:03.445675 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:03.456670 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:03.574398 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:03.780289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:04.274565 run create_hlr_db(pid=16888): Launched\u000a08:26:04.456361 bus /sierra_2: Setting Powered False\u000a08:26:05.475204 run create_hlr_db(pid=16888): Terminated: ok {rc=0}\u000a08:26:05.893154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16890): Launched\u000a08:26:06.208152 run osmo-hlr_10.42.42.2(pid=16891): Launched\u000a08:26:06.322491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:06.864859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16893): Launched\u000a08:26:07.178667 run osmo-stp_10.42.42.5(pid=16894): Launched\u000a08:26:07.308338 tst emergency_mo_mt_call.py: using MSISDN 7642\u000a08:26:07.463351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:26:08.032160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16896): Launched\u000a08:26:08.345920 run osmo-msc_10.42.42.6(pid=16897): Launched\u000a08:26:08.528625 run osmo-stp_10.42.42.5(pid=16894): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16894)]\u000a08:26:08.660779 run osmo-stp_10.42.42.5(pid=16894): stdout: \u000a| (launched: 2022-12-10_08:26:07.022794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:08.790360 run osmo-stp_10.42.42.5(pid=16894): stderr: \u000a| �[0;m�[38;5;43m20221210082607198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082607198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082607198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082607199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082607199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082607199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082607199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:08.914802 run osmo-stp_10.42.42.5(pid=16894): stdout: \u000a| (launched: 2022-12-10_08:26:07.022794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:09.038265 run osmo-stp_10.42.42.5(pid=16894): stderr: \u000a| �[0;m�[38;5;43m20221210082607198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082607198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082607198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082607199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082607199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082607199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082607199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:09.092418 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16894): Process ended prematurely: osmo-stp_10.42.42.5(pid=16894) [trial-2372↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16894)] [trial-2372↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a08:26:09.100872 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a08:26:09.161976 run osmo-hlr_10.42.42.2(pid=16891): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16891)]\u000a08:26:09.211985 run osmo-hlr_10.42.42.2(pid=16891): stdout: \u000a| (launched: 2022-12-10_08:26:06.051935) \u000a08:26:09.262958 run osmo-hlr_10.42.42.2(pid=16891): stderr: \u000a| �[0;m�[1;31m20221210082606231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082606231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082606231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082606231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082606231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082606231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082606244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082606254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082606254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082606254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:09.331111 run osmo-msc_10.42.42.6(pid=16897): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16897)]\u000a08:26:09.381415 run osmo-msc_10.42.42.6(pid=16897): stdout: \u000a| (launched: 2022-12-10_08:26:08.190090) \u000a08:26:09.431985 run osmo-msc_10.42.42.6(pid=16897): stderr: \u000a| �[0;m�[38;5;43m20221210082608468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082608468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca4308cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082608468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082608468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082608468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082608468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082608472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082608472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082608473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082608473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:26:09.474684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16890): Terminating (SIGTERM)\u000a08:26:09.515058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16893): Terminating (SIGTERM)\u000a08:26:09.555682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16896): Terminating (SIGTERM)\u000a08:26:09.565296 --- ParallelTerminationStrategy: PID 16890 died...\u000a08:26:09.619631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16890): Terminated: ok {rc=0}\u000a08:26:09.629492 --- ParallelTerminationStrategy: PID 16893 died...\u000a08:26:09.683503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16893): Terminated: ok {rc=0}\u000a08:26:09.693338 --- ParallelTerminationStrategy: PID 16896 died...\u000a08:26:09.747101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16896): Terminated: ok {rc=0}\u000a08:26:09.836559 bus /sierra_3: Setting Powered False\u000a08:26:10.941194 bus /sierra_3: Setting Powered False\u000a08:26:12.053859 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16905): Process ended prematurely: osmo-stp_10.42.42.5(pid=16905) [trial-2372↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16905)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16905): Process ended prematurely: osmo-stp_10.42.42.5(pid=16905) [trial-2372↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:26:13.105488 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:13.117388 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a08:26:13.249755 tst emergency_preemptive_call.py: using LAC 27115\u000a08:26:13.372187 tst emergency_preemptive_call.py: using RAC 85\u000a08:26:13.496823 tst emergency_preemptive_call.py: using CellId 27115\u000a08:26:13.626528 tst emergency_preemptive_call.py: using BVCI 27116\u000a08:26:13.651779 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:13.663436 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:13.674596 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:13.685710 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:13.696608 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:26:13.707576 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:13.828313 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:13.952263 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:14.074528 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:14.289093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:14.819702 run create_hlr_db(pid=16899): Launched\u000a08:26:15.011589 bus /sierra_2: Setting Powered False\u000a08:26:16.062958 run create_hlr_db(pid=16899): Terminated: ok {rc=0}\u000a08:26:16.571505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16901): Launched\u000a08:26:17.096467 run osmo-hlr_10.42.42.2(pid=16902): Launched\u000a08:26:17.301364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:17.850404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16904): Launched\u000a08:26:18.165524 run osmo-stp_10.42.42.5(pid=16905): Launched\u000a08:26:18.306032 tst emergency_preemptive_call.py: using MSISDN 7643\u000a08:26:18.460261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:26:19.027262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16907): Launched\u000a08:26:19.342241 run osmo-msc_10.42.42.6(pid=16908): Launched\u000a08:26:19.532388 run osmo-stp_10.42.42.5(pid=16905): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16905)]\u000a08:26:19.665160 run osmo-stp_10.42.42.5(pid=16905): stdout: \u000a| (launched: 2022-12-10_08:26:18.008691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:19.794903 run osmo-stp_10.42.42.5(pid=16905): stderr: \u000a| �[0;m�[38;5;43m20221210082618183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082618183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082618184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082618184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082618184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082618185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082618185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:19.920381 run osmo-stp_10.42.42.5(pid=16905): stdout: \u000a| (launched: 2022-12-10_08:26:18.008691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:20.043790 run osmo-stp_10.42.42.5(pid=16905): stderr: \u000a| �[0;m�[38;5;43m20221210082618183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082618183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082618184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082618184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082618184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082618185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082618185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:20.097790 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16905): Process ended prematurely: osmo-stp_10.42.42.5(pid=16905) [trial-2372↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16905)] [trial-2372↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a08:26:20.105910 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a08:26:20.166189 run osmo-hlr_10.42.42.2(pid=16902): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16902)]\u000a08:26:20.215535 run osmo-hlr_10.42.42.2(pid=16902): stdout: \u000a| (launched: 2022-12-10_08:26:16.769656) \u000a08:26:20.265577 run osmo-hlr_10.42.42.2(pid=16902): stderr: \u000a| �[0;m�[1;31m20221210082617059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082617059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082617059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082617059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082617059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082617059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082617073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082617088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082617089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082617091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:20.333194 run osmo-msc_10.42.42.6(pid=16908): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16908)]\u000a08:26:20.382630 run osmo-msc_10.42.42.6(pid=16908): stdout: \u000a| (launched: 2022-12-10_08:26:19.185320) \u000a08:26:20.432470 run osmo-msc_10.42.42.6(pid=16908): stderr: \u000a| �[0;m�[38;5;43m20221210082619463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210082619464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feaae713c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210082619464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210082619464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210082619464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210082619464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210082619466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210082619467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210082619467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210082619467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:26:20.474420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16901): Terminating (SIGTERM)\u000a08:26:20.514346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16904): Terminating (SIGTERM)\u000a08:26:20.554223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16907): Terminating (SIGTERM)\u000a08:26:20.563690 --- ParallelTerminationStrategy: PID 16901 died...\u000a08:26:20.617030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16901): Terminated: ok {rc=0}\u000a08:26:20.626646 --- ParallelTerminationStrategy: PID 16904 died...\u000a08:26:20.679986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16904): Terminated: ok {rc=0}\u000a08:26:20.689800 --- ParallelTerminationStrategy: PID 16907 died...\u000a08:26:20.742730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16907): Terminated: ok {rc=0}\u000a08:26:20.827086 bus /sierra_9: Setting Powered False\u000a08:26:21.933017 bus /sierra_9: Setting Powered False\u000a08:26:23.040379 bus /sierra_8: Setting Powered False\u000a08:26:24.147253 bus /sierra_8: Setting Powered False\u000a08:26:25.255718 bus /sierra_3: Setting Powered False\u000a08:26:26.357985 bus /sierra_3: Setting Powered False\u000a08:26:27.469823 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:26:02" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16923): Process ended prematurely: osmo-stp_10.42.42.5(pid=16923) [trial-2372↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16923)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16923): Process ended prematurely: osmo-stp_10.42.42.5(pid=16923) [trial-2372↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:26:29.548442 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:29.559090 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:26:29.688313 tst cs_paging_gprs_active.py: using LAC 27116\u000a08:26:29.814515 tst cs_paging_gprs_active.py: using RAC 86\u000a08:26:29.943767 tst cs_paging_gprs_active.py: using CellId 27116\u000a08:26:30.067615 tst cs_paging_gprs_active.py: using BVCI 27117\u000a08:26:30.091883 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:30.102589 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:30.113228 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:30.123858 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:30.134281 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:30.145085 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:30.155845 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:30.166562 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:30.177413 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:30.295634 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:30.584639 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:26:30.719077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:26:31.094404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16913): Launched\u000a08:26:31.415057 run iperf3-srv_10.42.42.10(pid=16914): Launched\u000a08:26:31.630142 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:26:31.775386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:26:32.146812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16915): Launched\u000a08:26:32.441880 run iperf3-srv_10.42.42.10(pid=16916): Launched\u000a08:26:32.649354 tst cs_paging_gprs_active.py:38: start network...\u000a08:26:32.790317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:33.330962 run create_hlr_db(pid=16917): Launched\u000a08:26:33.525389 bus /sierra_2: Setting Powered False\u000a08:26:34.546229 run create_hlr_db(pid=16917): Terminated: ok {rc=0}\u000a08:26:34.972222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16919): Launched\u000a08:26:35.291909 run osmo-hlr_10.42.42.2(pid=16920): Launched\u000a08:26:35.415401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:35.971062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16922): Launched\u000a08:26:36.289360 run osmo-stp_10.42.42.5(pid=16923): Launched\u000a08:26:36.406263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:26:37.924704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16925): Launched\u000a08:26:38.038500 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:26:38.317797 run patchelf(pid=16926): Launched\u000a08:26:38.502520 run osmo-stp_10.42.42.5(pid=16923): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16923)]\u000a08:26:38.637736 run osmo-stp_10.42.42.5(pid=16923): stdout: \u000a| (launched: 2022-12-10_08:26:36.132299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:38.773398 run osmo-stp_10.42.42.5(pid=16923): stderr: \u000a| �[0;m�[38;5;43m20221210082636305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082636305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082636305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082636306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082636306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082636306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082636306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:38.904296 run osmo-stp_10.42.42.5(pid=16923): stdout: \u000a| (launched: 2022-12-10_08:26:36.132299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:39.034176 run osmo-stp_10.42.42.5(pid=16923): stderr: \u000a| �[0;m�[38;5;43m20221210082636305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082636305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082636305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082636306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082636306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082636306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082636306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:39.184942 run patchelf(pid=16926): Terminating (SIGINT)\u000a08:26:39.362483 run patchelf(pid=16926): Terminated: ok {rc=0}\u000a08:26:39.394610 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16923): Process ended prematurely: osmo-stp_10.42.42.5(pid=16923) [trial-2372↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16923)] [trial-2372↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a08:26:39.403857 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a08:26:39.465081 run osmo-hlr_10.42.42.2(pid=16920): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16920)]\u000a08:26:39.514663 run osmo-hlr_10.42.42.2(pid=16920): stdout: \u000a| (launched: 2022-12-10_08:26:35.133672) \u000a08:26:39.565365 run osmo-hlr_10.42.42.2(pid=16920): stderr: \u000a| �[0;m�[1;31m20221210082635315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082635315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082635315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082635315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082635315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082635315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082635327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082635338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082635339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082635339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:39.607708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16913): Terminating (SIGTERM)\u000a08:26:39.648145 run iperf3-srv_10.42.42.10(pid=16914): Terminating (SIGTERM)\u000a08:26:39.688337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16915): Terminating (SIGTERM)\u000a08:26:39.728599 run iperf3-srv_10.42.42.10(pid=16916): Terminating (SIGTERM)\u000a08:26:39.768879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16919): Terminating (SIGTERM)\u000a08:26:39.809742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16922): Terminating (SIGTERM)\u000a08:26:39.849664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16925): Terminating (SIGTERM)\u000a08:26:39.859059 --- ParallelTerminationStrategy: PID 16913 died...\u000a08:26:39.912653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16913): Terminated: ok {rc=0}\u000a08:26:39.922298 --- ParallelTerminationStrategy: PID 16914 died...\u000a08:26:39.976039 run iperf3-srv_10.42.42.10(pid=16914): Terminated {rc=256}\u000a08:26:39.985741 --- ParallelTerminationStrategy: PID 16915 died...\u000a08:26:40.039517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16915): Terminated: ok {rc=0}\u000a08:26:40.049515 --- ParallelTerminationStrategy: PID 16916 died...\u000a08:26:40.103390 run iperf3-srv_10.42.42.10(pid=16916): Terminated {rc=256}\u000a08:26:40.112852 --- ParallelTerminationStrategy: PID 16919 died...\u000a08:26:40.166012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16919): Terminated: ok {rc=0}\u000a08:26:40.175625 --- ParallelTerminationStrategy: PID 16922 died...\u000a08:26:40.228835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16922): Terminated: ok {rc=0}\u000a08:26:40.238629 --- ParallelTerminationStrategy: PID 16925 died...\u000a08:26:40.292038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16925): Terminated: ok {rc=0}\u000a08:26:40.381224 bus /gobi_0: Setting Powered False\u000a08:26:41.485800 bus /gobi_0: Setting Powered False\u000a08:26:42.598123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16935): Process ended prematurely: osmo-stp_10.42.42.5(pid=16935) [trial-2372↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16935)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16935): Process ended prematurely: osmo-stp_10.42.42.5(pid=16935) [trial-2372↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a08:26:43.716335 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:43.728084 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:26:43.863924 tst iperf3.py: using LAC 27117\u000a08:26:43.996214 tst iperf3.py: using RAC 87\u000a08:26:44.128611 tst iperf3.py: using CellId 27117\u000a08:26:44.262613 tst iperf3.py: using BVCI 27118\u000a08:26:44.288460 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:44.299605 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:44.310661 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:44.321669 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:44.332514 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:44.343597 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:44.354716 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:44.365700 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:44.376742 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:44.679361 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:26:44.820776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:26:45.170117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16927): Launched\u000a08:26:45.462159 run iperf3-srv_10.42.42.10(pid=16928): Launched\u000a08:26:45.668848 tst iperf3.py:8: start network...\u000a08:26:45.809956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:46.366851 run create_hlr_db(pid=16929): Launched\u000a08:26:46.557998 bus /gobi_6: Setting Powered False\u000a08:26:47.570655 run create_hlr_db(pid=16929): Terminated: ok {rc=0}\u000a08:26:48.021542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16931): Launched\u000a08:26:48.359818 run osmo-hlr_10.42.42.2(pid=16932): Launched\u000a08:26:48.482695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:49.069963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16934): Launched\u000a08:26:49.399464 run osmo-stp_10.42.42.5(pid=16935): Launched\u000a08:26:49.518985 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:26:50.093677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16937): Launched\u000a08:26:50.211859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:26:50.499351 run patchelf(pid=16938): Launched\u000a08:26:50.691183 run osmo-stp_10.42.42.5(pid=16935): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16935)]\u000a08:26:50.831313 run osmo-stp_10.42.42.5(pid=16935): stdout: \u000a| (launched: 2022-12-10_08:26:49.236891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:50.971570 run osmo-stp_10.42.42.5(pid=16935): stderr: \u000a| �[0;m�[38;5;43m20221210082649433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082649433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082649434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082649434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082649435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082649435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082649435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:51.107590 run osmo-stp_10.42.42.5(pid=16935): stdout: \u000a| (launched: 2022-12-10_08:26:49.236891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:51.242614 run osmo-stp_10.42.42.5(pid=16935): stderr: \u000a| �[0;m�[38;5;43m20221210082649433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082649433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082649434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082649434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082649435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082649435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082649435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:51.398865 run patchelf(pid=16938): Terminating (SIGINT)\u000a08:26:51.581975 run patchelf(pid=16938): Terminated: ok {rc=0}\u000a08:26:51.615799 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16935): Process ended prematurely: osmo-stp_10.42.42.5(pid=16935) [trial-2372↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16935)] [trial-2372↪gprs:sysmo↪iperf3.py:8]\u000a08:26:51.625561 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a08:26:51.687542 run osmo-hlr_10.42.42.2(pid=16932): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16932)]\u000a08:26:51.738252 run osmo-hlr_10.42.42.2(pid=16932): stdout: \u000a| (launched: 2022-12-10_08:26:48.193257) \u000a08:26:51.789618 run osmo-hlr_10.42.42.2(pid=16932): stderr: \u000a| �[0;m�[1;31m20221210082648396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082648396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082648396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082648396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082648396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082648396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082648409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082648418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082648418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082648418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:51.833245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16927): Terminating (SIGTERM)\u000a08:26:51.874465 run iperf3-srv_10.42.42.10(pid=16928): Terminating (SIGTERM)\u000a08:26:51.915988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16931): Terminating (SIGTERM)\u000a08:26:51.957420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16934): Terminating (SIGTERM)\u000a08:26:51.998882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16937): Terminating (SIGTERM)\u000a08:26:52.008483 --- ParallelTerminationStrategy: PID 16927 died...\u000a08:26:52.063790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16927): Terminated: ok {rc=0}\u000a08:26:52.073923 --- ParallelTerminationStrategy: PID 16928 died...\u000a08:26:52.128989 run iperf3-srv_10.42.42.10(pid=16928): Terminated {rc=256}\u000a08:26:52.139191 --- ParallelTerminationStrategy: PID 16931 died...\u000a08:26:52.194548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16931): Terminated: ok {rc=0}\u000a08:26:52.204565 --- ParallelTerminationStrategy: PID 16934 died...\u000a08:26:52.259753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16934): Terminated: ok {rc=0}\u000a08:26:52.269852 --- ParallelTerminationStrategy: PID 16937 died...\u000a08:26:52.324828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16937): Terminated: ok {rc=0}\u000a08:26:52.410453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16953): Process ended prematurely: osmo-stp_10.42.42.5(pid=16953) [trial-2372↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16953)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16953): Process ended prematurely: osmo-stp_10.42.42.5(pid=16953) [trial-2372↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a08:26:53.527627 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:53.539355 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:26:53.672128 tst iperf3m4.py: using LAC 27118\u000a08:26:53.806860 tst iperf3m4.py: using RAC 88\u000a08:26:53.935220 tst iperf3m4.py: using CellId 27118\u000a08:26:54.066871 tst iperf3m4.py: using BVCI 27119\u000a08:26:54.092553 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:54.103766 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:54.114845 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:54.126345 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:54.137210 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:54.148050 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:54.159258 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:54.170210 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:26:54.182462 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:54.304397 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:54.424397 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:54.545387 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:26:54.830072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:26:54.959836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:26:55.282123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16939): Launched\u000a08:26:55.549517 run iperf3-srv_10.42.42.10(pid=16940): Launched\u000a08:26:55.739019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:26:55.868415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:26:56.190984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16941): Launched\u000a08:26:56.458925 run iperf3-srv_10.42.42.10(pid=16942): Launched\u000a08:26:56.647914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:26:56.777285 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:26:57.098449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16943): Launched\u000a08:26:57.365764 run iperf3-srv_10.42.42.10(pid=16944): Launched\u000a08:26:57.553638 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:26:57.682143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:26:58.002805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16945): Launched\u000a08:26:58.295138 run iperf3-srv_10.42.42.10(pid=16946): Launched\u000a08:26:58.497384 tst iperf3m4.py:8: start network...\u000a08:26:58.635947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:59.164711 run create_hlr_db(pid=16947): Launched\u000a08:26:59.355270 bus /gobi_6: Setting Powered False\u000a08:27:00.376248 run create_hlr_db(pid=16947): Terminated: ok {rc=0}\u000a08:27:00.793015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16949): Launched\u000a08:27:01.179840 run osmo-hlr_10.42.42.2(pid=16950): Launched\u000a08:27:01.407192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:02.152566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16952): Launched\u000a08:27:02.504383 run osmo-stp_10.42.42.5(pid=16953): Launched\u000a08:27:02.619353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:27:03.161427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16955): Launched\u000a08:27:03.272353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:27:03.543507 run patchelf(pid=16956): Launched\u000a08:27:03.724480 run osmo-stp_10.42.42.5(pid=16953): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16953)]\u000a08:27:03.857137 run osmo-stp_10.42.42.5(pid=16953): stdout: \u000a| (launched: 2022-12-10_08:27:02.329459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:03.989363 run osmo-stp_10.42.42.5(pid=16953): stderr: \u000a| �[0;m�[38;5;43m20221210082702529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082702529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082702529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082702530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082702530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082702530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082702530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:04.117387 run osmo-stp_10.42.42.5(pid=16953): stdout: \u000a| (launched: 2022-12-10_08:27:02.329459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:04.244681 run osmo-stp_10.42.42.5(pid=16953): stderr: \u000a| �[0;m�[38;5;43m20221210082702529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082702529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082702529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082702530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082702530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082702530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082702530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:04.393301 run patchelf(pid=16956): Terminating (SIGINT)\u000a08:27:04.566631 run patchelf(pid=16956): Terminated: ok {rc=0}\u000a08:27:04.598299 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16953): Process ended prematurely: osmo-stp_10.42.42.5(pid=16953) [trial-2372↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16953)] [trial-2372↪gprs:sysmo↪iperf3m4.py:8]\u000a08:27:04.607535 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a08:27:04.668794 run osmo-hlr_10.42.42.2(pid=16950): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16950)]\u000a08:27:04.718249 run osmo-hlr_10.42.42.2(pid=16950): stdout: \u000a| (launched: 2022-12-10_08:27:00.992186) \u000a08:27:04.768557 run osmo-hlr_10.42.42.2(pid=16950): stderr: \u000a| �[0;m�[1;31m20221210082701343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082701343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082701343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082701343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082701343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082701343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082701360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082701368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082701369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082701369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:04.810761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16939): Terminating (SIGTERM)\u000a08:27:04.850872 run iperf3-srv_10.42.42.10(pid=16940): Terminating (SIGTERM)\u000a08:27:04.891060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16941): Terminating (SIGTERM)\u000a08:27:04.931143 run iperf3-srv_10.42.42.10(pid=16942): Terminating (SIGTERM)\u000a08:27:04.971275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16943): Terminating (SIGTERM)\u000a08:27:05.011780 run iperf3-srv_10.42.42.10(pid=16944): Terminating (SIGTERM)\u000a08:27:05.051813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16945): Terminating (SIGTERM)\u000a08:27:05.091959 run iperf3-srv_10.42.42.10(pid=16946): Terminating (SIGTERM)\u000a08:27:05.132151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16949): Terminating (SIGTERM)\u000a08:27:05.172090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16952): Terminating (SIGTERM)\u000a08:27:05.212164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16955): Terminating (SIGTERM)\u000a08:27:05.221653 --- ParallelTerminationStrategy: PID 16939 died...\u000a08:27:05.275810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16939): Terminated: ok {rc=0}\u000a08:27:05.285614 --- ParallelTerminationStrategy: PID 16940 died...\u000a08:27:05.339199 run iperf3-srv_10.42.42.10(pid=16940): Terminated {rc=256}\u000a08:27:05.349066 --- ParallelTerminationStrategy: PID 16941 died...\u000a08:27:05.402112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16941): Terminated: ok {rc=0}\u000a08:27:05.411861 --- ParallelTerminationStrategy: PID 16942 died...\u000a08:27:05.465707 run iperf3-srv_10.42.42.10(pid=16942): Terminated {rc=256}\u000a08:27:05.475260 --- ParallelTerminationStrategy: PID 16943 died...\u000a08:27:05.528296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16943): Terminated: ok {rc=0}\u000a08:27:05.538115 --- ParallelTerminationStrategy: PID 16944 died...\u000a08:27:05.590460 run iperf3-srv_10.42.42.10(pid=16944): Terminated {rc=256}\u000a08:27:05.600117 --- ParallelTerminationStrategy: PID 16945 died...\u000a08:27:05.652572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16945): Terminated: ok {rc=0}\u000a08:27:05.662329 --- ParallelTerminationStrategy: PID 16946 died...\u000a08:27:05.715214 run iperf3-srv_10.42.42.10(pid=16946): Terminated {rc=256}\u000a08:27:05.725018 --- ParallelTerminationStrategy: PID 16949 died...\u000a08:27:05.777728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16949): Terminated: ok {rc=0}\u000a08:27:05.787469 --- ParallelTerminationStrategy: PID 16952 died...\u000a08:27:05.840433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16952): Terminated: ok {rc=0}\u000a08:27:05.849989 --- ParallelTerminationStrategy: PID 16955 died...\u000a08:27:05.902363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16955): Terminated: ok {rc=0}\u000a08:27:05.985858 bus /gobi_4: Setting Powered False\u000a08:27:07.092893 bus /gobi_4: Setting Powered False\u000a08:27:08.202524 bus /gobi_1: Setting Powered False\u000a08:27:09.304802 bus /gobi_1: Setting Powered False\u000a08:27:10.411011 bus /gobi_0: Setting Powered False\u000a08:27:11.516477 bus /gobi_0: Setting Powered False\u000a08:27:12.625095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16964): Process ended prematurely: osmo-stp_10.42.42.5(pid=16964) [trial-2372↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16964)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16964): Process ended prematurely: osmo-stp_10.42.42.5(pid=16964) [trial-2372↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo ping.py\u000a----------------------------------------------\u000a08:27:13.693566 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:13.704930 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:27:13.836880 tst ping.py: using LAC 27119\u000a08:27:13.965793 tst ping.py: using RAC 89\u000a08:27:14.095130 tst ping.py: using CellId 27119\u000a08:27:14.222305 tst ping.py: using BVCI 27120\u000a08:27:14.247093 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:14.258136 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:14.269063 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:14.279857 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:14.290638 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:14.301397 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:14.312255 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:14.323499 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:27:14.616657 tst ping.py:19: start network...\u000a08:27:14.751979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:15.273255 run create_hlr_db(pid=16958): Launched\u000a08:27:15.461015 bus /gobi_6: Setting Powered False\u000a08:27:16.490094 run create_hlr_db(pid=16958): Terminated: ok {rc=0}\u000a08:27:16.943320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16960): Launched\u000a08:27:17.282069 run osmo-hlr_10.42.42.2(pid=16961): Launched\u000a08:27:17.403648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:17.969377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16963): Launched\u000a08:27:18.293147 run osmo-stp_10.42.42.5(pid=16964): Launched\u000a08:27:18.410948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:27:18.977927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16966): Launched\u000a08:27:19.092866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:27:19.376310 run patchelf(pid=16967): Launched\u000a08:27:19.574944 run osmo-stp_10.42.42.5(pid=16964): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16964)]\u000a08:27:19.711749 run osmo-stp_10.42.42.5(pid=16964): stdout: \u000a| (launched: 2022-12-10_08:27:18.133323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:19.848901 run osmo-stp_10.42.42.5(pid=16964): stderr: \u000a| �[0;m�[38;5;43m20221210082718326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082718327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082718327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082718327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082718328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082718328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082718328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:19.980780 run osmo-stp_10.42.42.5(pid=16964): stdout: \u000a| (launched: 2022-12-10_08:27:18.133323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:20.111964 run osmo-stp_10.42.42.5(pid=16964): stderr: \u000a| �[0;m�[38;5;43m20221210082718326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082718327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082718327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082718327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082718328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082718328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082718328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:20.264583 run patchelf(pid=16967): Terminating (SIGINT)\u000a08:27:20.444075 run patchelf(pid=16967): Terminated: ok {rc=0}\u000a08:27:20.476323 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16964): Process ended prematurely: osmo-stp_10.42.42.5(pid=16964) [trial-2372↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16964)] [trial-2372↪gprs:sysmo↪ping.py:22]\u000a08:27:20.485393 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:27:20.547934 run osmo-hlr_10.42.42.2(pid=16961): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16961)]\u000a08:27:20.599324 run osmo-hlr_10.42.42.2(pid=16961): stdout: \u000a| (launched: 2022-12-10_08:27:17.111123) \u000a08:27:20.651583 run osmo-hlr_10.42.42.2(pid=16961): stderr: \u000a| �[0;m�[1;31m20221210082717335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082717335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082717335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082717335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082717335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082717335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082717348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082717357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082717358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082717358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:20.695864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16960): Terminating (SIGTERM)\u000a08:27:20.737807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16963): Terminating (SIGTERM)\u000a08:27:20.779676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16966): Terminating (SIGTERM)\u000a08:27:20.789348 --- ParallelTerminationStrategy: PID 16960 died...\u000a08:27:20.845569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16960): Terminated: ok {rc=0}\u000a08:27:20.855661 --- ParallelTerminationStrategy: PID 16963 died...\u000a08:27:20.911498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16963): Terminated: ok {rc=0}\u000a08:27:20.921940 --- ParallelTerminationStrategy: PID 16966 died...\u000a08:27:20.978067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16966): Terminated: ok {rc=0}\u000a08:27:21.064873 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16974): Process ended prematurely: osmo-stp_10.42.42.5(pid=16974) [trial-2372↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16974)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16974): Process ended prematurely: osmo-stp_10.42.42.5(pid=16974) [trial-2372↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:27:22.116152 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:22.127236 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:27:22.252828 tst ping_idle_ping.py: using LAC 27120\u000a08:27:22.371842 tst ping_idle_ping.py: using RAC 90\u000a08:27:22.491746 tst ping_idle_ping.py: using CellId 27120\u000a08:27:22.616150 tst ping_idle_ping.py: using BVCI 27121\u000a08:27:22.641325 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:22.652225 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:22.663640 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:22.674947 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:22.685867 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:22.696674 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:22.707734 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:27:22.718877 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:27:23.002464 tst ping_idle_ping.py:24: start network...\u000a08:27:23.127335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:23.602346 run create_hlr_db(pid=16968): Launched\u000a08:27:23.775809 bus /gobi_6: Setting Powered False\u000a08:27:24.796479 run create_hlr_db(pid=16968): Terminated: ok {rc=0}\u000a08:27:25.227041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16970): Launched\u000a08:27:25.550333 run osmo-hlr_10.42.42.2(pid=16971): Launched\u000a08:27:25.671409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:26.230573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16973): Launched\u000a08:27:26.557040 run osmo-stp_10.42.42.5(pid=16974): Launched\u000a08:27:26.674507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:27:27.237057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16976): Launched\u000a08:27:27.351077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:27:27.636788 run patchelf(pid=16977): Launched\u000a08:27:27.823240 run osmo-stp_10.42.42.5(pid=16974): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16974)]\u000a08:27:27.959685 run osmo-stp_10.42.42.5(pid=16974): stdout: \u000a| (launched: 2022-12-10_08:27:26.393238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:28.096586 run osmo-stp_10.42.42.5(pid=16974): stderr: \u000a| �[0;m�[38;5;43m20221210082726596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082726596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082726597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082726597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082726597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082726598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082726598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:28.228775 run osmo-stp_10.42.42.5(pid=16974): stdout: \u000a| (launched: 2022-12-10_08:27:26.393238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:28.360060 run osmo-stp_10.42.42.5(pid=16974): stderr: \u000a| �[0;m�[38;5;43m20221210082726596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082726596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082726597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082726597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082726597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082726598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082726598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:28.513229 run patchelf(pid=16977): Terminating (SIGINT)\u000a08:27:28.692423 run patchelf(pid=16977): Terminated: ok {rc=0}\u000a08:27:28.724744 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16974): Process ended prematurely: osmo-stp_10.42.42.5(pid=16974) [trial-2372↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16974)] [trial-2372↪gprs:sysmo↪ping_idle_ping.py:27]\u000a08:27:28.733772 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:27:28.795196 run osmo-hlr_10.42.42.2(pid=16971): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16971)]\u000a08:27:28.845758 run osmo-hlr_10.42.42.2(pid=16971): stdout: \u000a| (launched: 2022-12-10_08:27:25.389468) \u000a08:27:28.896862 run osmo-hlr_10.42.42.2(pid=16971): stderr: \u000a| �[0;m�[1;31m20221210082725593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082725593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082725593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082725593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082725593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082725593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082725605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082725613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082725613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082725613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:28.940296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16970): Terminating (SIGTERM)\u000a08:27:28.981188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16973): Terminating (SIGTERM)\u000a08:27:29.022204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16976): Terminating (SIGTERM)\u000a08:27:29.031618 --- ParallelTerminationStrategy: PID 16970 died...\u000a08:27:29.086248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16970): Terminated: ok {rc=0}\u000a08:27:29.096044 --- ParallelTerminationStrategy: PID 16973 died...\u000a08:27:29.150503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16973): Terminated: ok {rc=0}\u000a08:27:29.160307 --- ParallelTerminationStrategy: PID 16976 died...\u000a08:27:29.214728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16976): Terminated: ok {rc=0}\u000a08:27:29.300381 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:26:29" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16993): Process ended prematurely: osmo-stp_10.42.42.5(pid=16993) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16993)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16993): Process ended prematurely: osmo-stp_10.42.42.5(pid=16993) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:27:31.411445 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:31.422884 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:27:31.551888 tst cs_paging_gprs_active.py: using LAC 27121\u000a08:27:31.701411 tst cs_paging_gprs_active.py: using RAC 91\u000a08:27:31.856189 tst cs_paging_gprs_active.py: using CellId 27121\u000a08:27:32.001332 tst cs_paging_gprs_active.py: using BVCI 27122\u000a08:27:32.025698 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:32.037482 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:32.049100 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:32.061624 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:32.074261 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:32.087767 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:32.100611 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:32.112857 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:32.124667 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:27:32.245830 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:27:32.529708 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:27:32.656730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:27:32.969050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16982): Launched\u000a08:27:33.229345 run iperf3-srv_10.42.42.10(pid=16983): Launched\u000a08:27:33.414836 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:27:33.541742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:27:33.855397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16984): Launched\u000a08:27:34.116361 run iperf3-srv_10.42.42.10(pid=16985): Launched\u000a08:27:34.302228 tst cs_paging_gprs_active.py:38: start network...\u000a08:27:34.429577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:34.906309 run create_hlr_db(pid=16986): Launched\u000a08:27:35.080475 bus /gobi_6: Setting Powered False\u000a08:27:36.107921 run create_hlr_db(pid=16986): Terminated: ok {rc=0}\u000a08:27:36.510255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16989): Launched\u000a08:27:36.814112 run osmo-hlr_10.42.42.2(pid=16990): Launched\u000a08:27:36.931356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:37.462289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16992): Launched\u000a08:27:37.765418 run osmo-stp_10.42.42.5(pid=16993): Launched\u000a08:27:37.876354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:27:38.401766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16995): Launched\u000a08:27:38.510012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:27:38.773075 run patchelf(pid=16996): Launched\u000a08:27:38.949857 run osmo-stp_10.42.42.5(pid=16993): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16993)]\u000a08:27:39.079278 run osmo-stp_10.42.42.5(pid=16993): stdout: \u000a| (launched: 2022-12-10_08:27:37.616438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:39.209236 run osmo-stp_10.42.42.5(pid=16993): stderr: \u000a| �[0;m�[38;5;43m20221210082737787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082737787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082737788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082737788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082737788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082737789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082737789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:39.334292 run osmo-stp_10.42.42.5(pid=16993): stdout: \u000a| (launched: 2022-12-10_08:27:37.616438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:39.458452 run osmo-stp_10.42.42.5(pid=16993): stderr: \u000a| �[0;m�[38;5;43m20221210082737787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082737787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082737788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082737788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082737788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082737789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082737789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:39.603163 run patchelf(pid=16996): Terminating (SIGINT)\u000a08:27:39.772816 run patchelf(pid=16996): Terminated: ok {rc=0}\u000a08:27:39.803896 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16993): Process ended prematurely: osmo-stp_10.42.42.5(pid=16993) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16993)] [trial-2372↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:27:39.812982 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a08:27:39.872814 run osmo-hlr_10.42.42.2(pid=16990): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16990)]\u000a08:27:39.921456 run osmo-hlr_10.42.42.2(pid=16990): stdout: \u000a| (launched: 2022-12-10_08:27:36.665098) \u000a08:27:39.970884 run osmo-hlr_10.42.42.2(pid=16990): stderr: \u000a| �[0;m�[1;31m20221210082736841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082736841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082736841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082736841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082736841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082736841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082736853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082736862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082736862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082736862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:40.012732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16982): Terminating (SIGTERM)\u000a08:27:40.052381 run iperf3-srv_10.42.42.10(pid=16983): Terminating (SIGTERM)\u000a08:27:40.092009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16984): Terminating (SIGTERM)\u000a08:27:40.131455 run iperf3-srv_10.42.42.10(pid=16985): Terminating (SIGTERM)\u000a08:27:40.171297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16989): Terminating (SIGTERM)\u000a08:27:40.210565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16992): Terminating (SIGTERM)\u000a08:27:40.250117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16995): Terminating (SIGTERM)\u000a08:27:40.259354 --- ParallelTerminationStrategy: PID 16982 died...\u000a08:27:40.312285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16982): Terminated: ok {rc=0}\u000a08:27:40.321722 --- ParallelTerminationStrategy: PID 16983 died...\u000a08:27:40.373651 run iperf3-srv_10.42.42.10(pid=16983): Terminated {rc=256}\u000a08:27:40.383140 --- ParallelTerminationStrategy: PID 16984 died...\u000a08:27:40.435198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16984): Terminated: ok {rc=0}\u000a08:27:40.444740 --- ParallelTerminationStrategy: PID 16985 died...\u000a08:27:40.497289 run iperf3-srv_10.42.42.10(pid=16985): Terminated {rc=256}\u000a08:27:40.506850 --- ParallelTerminationStrategy: PID 16989 died...\u000a08:27:40.559312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16989): Terminated: ok {rc=0}\u000a08:27:40.568902 --- ParallelTerminationStrategy: PID 16992 died...\u000a08:27:40.621111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16992): Terminated: ok {rc=0}\u000a08:27:40.630709 --- ParallelTerminationStrategy: PID 16995 died...\u000a08:27:40.682815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16995): Terminated: ok {rc=0}\u000a08:27:40.764929 bus /gobi_0: Setting Powered False\u000a08:27:41.872473 bus /gobi_0: Setting Powered False\u000a08:27:42.983063 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17005): Process ended prematurely: osmo-stp_10.42.42.5(pid=17005) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17005)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17005): Process ended prematurely: osmo-stp_10.42.42.5(pid=17005) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:27:44.092311 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.103521 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:27:44.227785 tst iperf3.py: using LAC 27122\u000a08:27:44.348457 tst iperf3.py: using RAC 92\u000a08:27:44.473939 tst iperf3.py: using CellId 27122\u000a08:27:44.592046 tst iperf3.py: using BVCI 27123\u000a08:27:44.615296 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.626021 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.636505 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.647364 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.658138 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.668787 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.679654 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.690413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:44.701278 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:27:44.997591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:27:45.132602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:27:45.464503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16997): Launched\u000a08:27:45.740917 run iperf3-srv_10.42.42.10(pid=16998): Launched\u000a08:27:45.954433 tst iperf3.py:8: start network...\u000a08:27:46.084332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:46.636492 run create_hlr_db(pid=16999): Launched\u000a08:27:46.842805 bus /gobi_6: Setting Powered False\u000a08:27:47.851832 run create_hlr_db(pid=16999): Terminated: ok {rc=0}\u000a08:27:48.264902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Launched\u000a08:27:48.568228 run osmo-hlr_10.42.42.2(pid=17002): Launched\u000a08:27:48.682194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:49.206221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17004): Launched\u000a08:27:49.508317 run osmo-stp_10.42.42.5(pid=17005): Launched\u000a08:27:49.619458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:27:50.145574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17007): Launched\u000a08:27:50.253683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:27:50.515612 run patchelf(pid=17008): Launched\u000a08:27:50.692919 run osmo-stp_10.42.42.5(pid=17005): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17005)]\u000a08:27:50.822474 run osmo-stp_10.42.42.5(pid=17005): stdout: \u000a| (launched: 2022-12-10_08:27:49.359559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:50.952391 run osmo-stp_10.42.42.5(pid=17005): stderr: \u000a| �[0;m�[38;5;43m20221210082749529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082749529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082749529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082749529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082749530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082749530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082749530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:51.077860 run osmo-stp_10.42.42.5(pid=17005): stdout: \u000a| (launched: 2022-12-10_08:27:49.359559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:51.202138 run osmo-stp_10.42.42.5(pid=17005): stderr: \u000a| �[0;m�[38;5;43m20221210082749529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082749529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082749529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082749529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082749530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082749530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082749530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:51.346445 run patchelf(pid=17008): Terminating (SIGINT)\u000a08:27:51.515906 run patchelf(pid=17008): Terminated: ok {rc=0}\u000a08:27:51.547081 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17005): Process ended prematurely: osmo-stp_10.42.42.5(pid=17005) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17005)] [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a08:27:51.556133 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:27:51.616080 run osmo-hlr_10.42.42.2(pid=17002): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17002)]\u000a08:27:51.664724 run osmo-hlr_10.42.42.2(pid=17002): stdout: \u000a| (launched: 2022-12-10_08:27:48.418639) \u000a08:27:51.713945 run osmo-hlr_10.42.42.2(pid=17002): stderr: \u000a| �[0;m�[1;31m20221210082748598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082748598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082748598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082748598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082748598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082748598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082748610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082748620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082748621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082748621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:51.755507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16997): Terminating (SIGTERM)\u000a08:27:51.794904 run iperf3-srv_10.42.42.10(pid=16998): Terminating (SIGTERM)\u000a08:27:51.834386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Terminating (SIGTERM)\u000a08:27:51.873594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17004): Terminating (SIGTERM)\u000a08:27:51.913396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17007): Terminating (SIGTERM)\u000a08:27:51.923437 --- ParallelTerminationStrategy: PID 16997 died...\u000a08:27:51.976150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16997): Terminated: ok {rc=0}\u000a08:27:51.985903 --- ParallelTerminationStrategy: PID 16998 died...\u000a08:27:52.038820 run iperf3-srv_10.42.42.10(pid=16998): Terminated {rc=256}\u000a08:27:52.048279 --- ParallelTerminationStrategy: PID 17001 died...\u000a08:27:52.101401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Terminated: ok {rc=0}\u000a08:27:52.110998 --- ParallelTerminationStrategy: PID 17004 died...\u000a08:27:52.164112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17004): Terminated: ok {rc=0}\u000a08:27:52.173775 --- ParallelTerminationStrategy: PID 17007 died...\u000a08:27:52.226702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17007): Terminated: ok {rc=0}\u000a08:27:52.309964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17023): Process ended prematurely: osmo-stp_10.42.42.5(pid=17023) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17023)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17023): Process ended prematurely: osmo-stp_10.42.42.5(pid=17023) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:27:53.418724 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:53.430089 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:27:53.556637 tst iperf3m4.py: using LAC 27123\u000a08:27:53.674834 tst iperf3m4.py: using RAC 93\u000a08:27:53.793743 tst iperf3m4.py: using CellId 27123\u000a08:27:53.912185 tst iperf3m4.py: using BVCI 27124\u000a08:27:53.935313 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:53.946169 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:53.956736 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:53.967520 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:53.978031 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:53.988867 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:53.999775 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:54.010221 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:27:54.021561 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:27:54.137199 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:27:54.258941 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:27:54.377370 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:27:54.654873 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:27:54.782331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:27:55.096723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17009): Launched\u000a08:27:55.356434 run iperf3-srv_10.42.42.10(pid=17010): Launched\u000a08:27:55.540787 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:27:55.667232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:27:55.979705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17011): Launched\u000a08:27:56.239536 run iperf3-srv_10.42.42.10(pid=17012): Launched\u000a08:27:56.424238 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:27:56.550628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:27:56.863983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17013): Launched\u000a08:27:57.123854 run iperf3-srv_10.42.42.10(pid=17014): Launched\u000a08:27:57.308632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:27:57.435174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:27:57.748128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17015): Launched\u000a08:27:58.008351 run iperf3-srv_10.42.42.10(pid=17016): Launched\u000a08:27:58.193525 tst iperf3m4.py:8: start network...\u000a08:27:58.320072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:58.795221 run create_hlr_db(pid=17017): Launched\u000a08:27:58.969066 bus /gobi_6: Setting Powered False\u000a08:27:59.990556 run create_hlr_db(pid=17017): Terminated: ok {rc=0}\u000a08:28:00.391677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Launched\u000a08:28:00.694943 run osmo-hlr_10.42.42.2(pid=17020): Launched\u000a08:28:00.806456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:01.432021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17022): Launched\u000a08:28:01.855261 run osmo-stp_10.42.42.5(pid=17023): Launched\u000a08:28:02.113330 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:28:02.763815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17025): Launched\u000a08:28:02.878759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:28:03.157498 run patchelf(pid=17026): Launched\u000a08:28:03.345164 run osmo-stp_10.42.42.5(pid=17023): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17023)]\u000a08:28:03.481677 run osmo-stp_10.42.42.5(pid=17023): stdout: \u000a| (launched: 2022-12-10_08:28:01.602871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:03.618745 run osmo-stp_10.42.42.5(pid=17023): stderr: \u000a| �[0;m�[38;5;43m20221210082801988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082801988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082801988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082801989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082801989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082801989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082801989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:03.751661 run osmo-stp_10.42.42.5(pid=17023): stdout: \u000a| (launched: 2022-12-10_08:28:01.602871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:03.883145 run osmo-stp_10.42.42.5(pid=17023): stderr: \u000a| �[0;m�[38;5;43m20221210082801988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082801988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082801988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082801989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082801989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082801989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082801989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:04.035591 run patchelf(pid=17026): Terminating (SIGINT)\u000a08:28:04.214715 run patchelf(pid=17026): Terminated: ok {rc=0}\u000a08:28:04.247234 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17023): Process ended prematurely: osmo-stp_10.42.42.5(pid=17023) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17023)] [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:28:04.256689 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:28:04.318912 run osmo-hlr_10.42.42.2(pid=17020): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17020)]\u000a08:28:04.369655 run osmo-hlr_10.42.42.2(pid=17020): stdout: \u000a| (launched: 2022-12-10_08:28:00.545664) \u000a08:28:04.420983 run osmo-hlr_10.42.42.2(pid=17020): stderr: \u000a| �[0;m�[1;31m20221210082800723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082800723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082800723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082800723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082800723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082800724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082800739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082800749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082800749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082800749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:04.464582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17009): Terminating (SIGTERM)\u000a08:28:04.505833 run iperf3-srv_10.42.42.10(pid=17010): Terminating (SIGTERM)\u000a08:28:04.547072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17011): Terminating (SIGTERM)\u000a08:28:04.588110 run iperf3-srv_10.42.42.10(pid=17012): Terminating (SIGTERM)\u000a08:28:04.629199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17013): Terminating (SIGTERM)\u000a08:28:04.670657 run iperf3-srv_10.42.42.10(pid=17014): Terminating (SIGTERM)\u000a08:28:04.711868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17015): Terminating (SIGTERM)\u000a08:28:04.753452 run iperf3-srv_10.42.42.10(pid=17016): Terminating (SIGTERM)\u000a08:28:04.794701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Terminating (SIGTERM)\u000a08:28:04.835807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17022): Terminating (SIGTERM)\u000a08:28:04.876847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17025): Terminating (SIGTERM)\u000a08:28:04.886087 --- ParallelTerminationStrategy: PID 17009 died...\u000a08:28:04.941258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17009): Terminated: ok {rc=0}\u000a08:28:04.951227 --- ParallelTerminationStrategy: PID 17010 died...\u000a08:28:05.006197 run iperf3-srv_10.42.42.10(pid=17010): Terminated {rc=256}\u000a08:28:05.016045 --- ParallelTerminationStrategy: PID 17011 died...\u000a08:28:05.071065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17011): Terminated: ok {rc=0}\u000a08:28:05.080926 --- ParallelTerminationStrategy: PID 17012 died...\u000a08:28:05.135915 run iperf3-srv_10.42.42.10(pid=17012): Terminated {rc=256}\u000a08:28:05.145741 --- ParallelTerminationStrategy: PID 17013 died...\u000a08:28:05.200599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17013): Terminated: ok {rc=0}\u000a08:28:05.210575 --- ParallelTerminationStrategy: PID 17014 died...\u000a08:28:05.265567 run iperf3-srv_10.42.42.10(pid=17014): Terminated {rc=256}\u000a08:28:05.275381 --- ParallelTerminationStrategy: PID 17015 died...\u000a08:28:05.330359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17015): Terminated: ok {rc=0}\u000a08:28:05.340276 --- ParallelTerminationStrategy: PID 17016 died...\u000a08:28:05.395353 run iperf3-srv_10.42.42.10(pid=17016): Terminated {rc=256}\u000a08:28:05.405253 --- ParallelTerminationStrategy: PID 17019 died...\u000a08:28:05.459554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Terminated: ok {rc=0}\u000a08:28:05.469519 --- ParallelTerminationStrategy: PID 17022 died...\u000a08:28:05.524084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17022): Terminated: ok {rc=0}\u000a08:28:05.534056 --- ParallelTerminationStrategy: PID 17025 died...\u000a08:28:05.589130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17025): Terminated: ok {rc=0}\u000a08:28:05.676632 bus /gobi_4: Setting Powered False\u000a08:28:06.781421 bus /gobi_4: Setting Powered False\u000a08:28:07.890271 bus /gobi_1: Setting Powered False\u000a08:28:08.996986 bus /gobi_1: Setting Powered False\u000a08:28:10.104609 bus /gobi_0: Setting Powered False\u000a08:28:11.210385 bus /gobi_0: Setting Powered False\u000a08:28:12.318695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17033): Process ended prematurely: osmo-stp_10.42.42.5(pid=17033) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17033)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17033): Process ended prematurely: osmo-stp_10.42.42.5(pid=17033) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:28:13.386531 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:13.398125 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:28:13.530494 tst ping.py: using LAC 27124\u000a08:28:13.655664 tst ping.py: using RAC 94\u000a08:28:13.781670 tst ping.py: using CellId 27124\u000a08:28:13.907105 tst ping.py: using BVCI 27125\u000a08:28:13.931308 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:13.942525 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:13.953678 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:13.964686 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:13.975603 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:13.986549 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:13.997752 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:14.008811 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:28:14.300496 tst ping.py:19: start network...\u000a08:28:14.432441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:14.939367 run create_hlr_db(pid=17027): Launched\u000a08:28:15.122965 bus /gobi_6: Setting Powered False\u000a08:28:16.145970 run create_hlr_db(pid=17027): Terminated: ok {rc=0}\u000a08:28:16.574280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17029): Launched\u000a08:28:16.914950 run osmo-hlr_10.42.42.2(pid=17030): Launched\u000a08:28:17.083611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:17.683713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17032): Launched\u000a08:28:17.998421 run osmo-stp_10.42.42.5(pid=17033): Launched\u000a08:28:18.112480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:28:18.662998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17035): Launched\u000a08:28:18.775633 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:28:19.050659 run patchelf(pid=17036): Launched\u000a08:28:19.235519 run osmo-stp_10.42.42.5(pid=17033): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17033)]\u000a08:28:19.370369 run osmo-stp_10.42.42.5(pid=17033): stdout: \u000a| (launched: 2022-12-10_08:28:17.844615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:19.505346 run osmo-stp_10.42.42.5(pid=17033): stderr: \u000a| �[0;m�[38;5;43m20221210082818035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082818036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082818036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082818036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082818037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082818037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082818037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:19.636022 run osmo-stp_10.42.42.5(pid=17033): stdout: \u000a| (launched: 2022-12-10_08:28:17.844615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:19.766632 run osmo-stp_10.42.42.5(pid=17033): stderr: \u000a| �[0;m�[38;5;43m20221210082818035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082818036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082818036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082818036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082818037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082818037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082818037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:19.917306 run patchelf(pid=17036): Terminating (SIGINT)\u000a08:28:20.094084 run patchelf(pid=17036): Terminated: ok {rc=0}\u000a08:28:20.126084 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17033): Process ended prematurely: osmo-stp_10.42.42.5(pid=17033) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17033)] [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a08:28:20.135079 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:28:20.197083 run osmo-hlr_10.42.42.2(pid=17030): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17030)]\u000a08:28:20.247628 run osmo-hlr_10.42.42.2(pid=17030): stdout: \u000a| (launched: 2022-12-10_08:28:16.739569) \u000a08:28:20.298855 run osmo-hlr_10.42.42.2(pid=17030): stderr: \u000a| �[0;m�[1;31m20221210082817088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082817088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082817088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082817088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082817088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082817088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082817116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082817141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082817141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082817141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:20.342614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17029): Terminating (SIGTERM)\u000a08:28:20.383750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17032): Terminating (SIGTERM)\u000a08:28:20.424896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17035): Terminating (SIGTERM)\u000a08:28:20.434450 --- ParallelTerminationStrategy: PID 17029 died...\u000a08:28:20.489732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17029): Terminated: ok {rc=0}\u000a08:28:20.499632 --- ParallelTerminationStrategy: PID 17032 died...\u000a08:28:20.554968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17032): Terminated: ok {rc=0}\u000a08:28:20.564847 --- ParallelTerminationStrategy: PID 17035 died...\u000a08:28:20.619786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17035): Terminated: ok {rc=0}\u000a08:28:20.704623 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17043): Process ended prematurely: osmo-stp_10.42.42.5(pid=17043) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17043)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17043): Process ended prematurely: osmo-stp_10.42.42.5(pid=17043) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:28:21.756879 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:21.768583 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:28:21.902561 tst ping_idle_ping.py: using LAC 27125\u000a08:28:22.018708 tst ping_idle_ping.py: using RAC 95\u000a08:28:22.134836 tst ping_idle_ping.py: using CellId 27125\u000a08:28:22.251269 tst ping_idle_ping.py: using BVCI 27126\u000a08:28:22.274286 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:22.285089 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:22.295841 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:22.306935 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:22.317808 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:22.328638 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:22.339599 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:28:22.351478 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:28:22.646509 tst ping_idle_ping.py:24: start network...\u000a08:28:22.779833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:23.284101 run create_hlr_db(pid=17037): Launched\u000a08:28:23.468112 bus /gobi_6: Setting Powered False\u000a08:28:24.488395 run create_hlr_db(pid=17037): Terminated: ok {rc=0}\u000a08:28:24.887048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17039): Launched\u000a08:28:25.184572 run osmo-hlr_10.42.42.2(pid=17040): Launched\u000a08:28:25.300379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:25.824084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17042): Launched\u000a08:28:26.120908 run osmo-stp_10.42.42.5(pid=17043): Launched\u000a08:28:26.230799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:28:26.748156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17045): Launched\u000a08:28:26.854355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:28:27.113368 run patchelf(pid=17046): Launched\u000a08:28:27.287641 run osmo-stp_10.42.42.5(pid=17043): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17043)]\u000a08:28:27.414596 run osmo-stp_10.42.42.5(pid=17043): stdout: \u000a| (launched: 2022-12-10_08:28:25.975077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:27.542350 run osmo-stp_10.42.42.5(pid=17043): stderr: \u000a| �[0;m�[38;5;43m20221210082826143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082826144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082826144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082826144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082826145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082826145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082826145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:27.665482 run osmo-stp_10.42.42.5(pid=17043): stdout: \u000a| (launched: 2022-12-10_08:28:25.975077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:27.787851 run osmo-stp_10.42.42.5(pid=17043): stderr: \u000a| �[0;m�[38;5;43m20221210082826143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082826144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082826144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082826144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082826145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082826145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082826145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:27.930330 run patchelf(pid=17046): Terminating (SIGINT)\u000a08:28:28.097511 run patchelf(pid=17046): Terminated: ok {rc=0}\u000a08:28:28.128066 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17043): Process ended prematurely: osmo-stp_10.42.42.5(pid=17043) [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17043)] [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:28:28.136524 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:28:28.196399 run osmo-hlr_10.42.42.2(pid=17040): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17040)]\u000a08:28:28.245052 run osmo-hlr_10.42.42.2(pid=17040): stdout: \u000a| (launched: 2022-12-10_08:28:25.038516) \u000a08:28:28.294348 run osmo-hlr_10.42.42.2(pid=17040): stderr: \u000a| �[0;m�[1;31m20221210082825214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082825214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082825214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082825214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082825214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082825214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082825227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082825236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:28.335655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17039): Terminating (SIGTERM)\u000a08:28:28.375024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17042): Terminating (SIGTERM)\u000a08:28:28.414611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17045): Terminating (SIGTERM)\u000a08:28:28.423873 --- ParallelTerminationStrategy: PID 17039 died...\u000a08:28:28.476858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17039): Terminated: ok {rc=0}\u000a08:28:28.486405 --- ParallelTerminationStrategy: PID 17042 died...\u000a08:28:28.539131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17042): Terminated: ok {rc=0}\u000a08:28:28.548634 --- ParallelTerminationStrategy: PID 17045 died...\u000a08:28:28.600871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17045): Terminated: ok {rc=0}\u000a08:28:28.682958 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:27:31" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17061): Process ended prematurely: osmo-stp_10.42.42.5(pid=17061) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17061)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17061): Process ended prematurely: osmo-stp_10.42.42.5(pid=17061) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:28:30.801536 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:30.812663 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:28:30.971988 tst cs_paging_gprs_active.py: using LAC 27126\u000a08:28:31.104398 tst cs_paging_gprs_active.py: using RAC 96\u000a08:28:31.227784 tst cs_paging_gprs_active.py: using CellId 27126\u000a08:28:31.350721 tst cs_paging_gprs_active.py: using BVCI 27127\u000a08:28:31.375920 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:31.387935 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:31.401236 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:31.414106 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:31.426835 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:31.439359 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:31.451001 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:31.464125 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:31.476572 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:28:31.618469 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:28:31.976412 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:28:32.123004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:32.453859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17050): Launched\u000a08:28:32.716744 run iperf3-srv_10.42.42.10(pid=17051): Launched\u000a08:28:32.901480 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:28:33.028180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:33.343644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17052): Launched\u000a08:28:33.606278 run iperf3-srv_10.42.42.10(pid=17053): Launched\u000a08:28:33.790596 tst cs_paging_gprs_active.py:38: start network...\u000a08:28:33.916659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:34.394866 run create_hlr_db(pid=17054): Launched\u000a08:28:34.569545 bus /gobi_6: Setting Powered False\u000a08:28:35.590191 run create_hlr_db(pid=17054): Terminated: ok {rc=0}\u000a08:28:36.022689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17057): Launched\u000a08:28:36.348003 run osmo-hlr_10.42.42.2(pid=17058): Launched\u000a08:28:36.466119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:37.028845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17060): Launched\u000a08:28:37.354440 run osmo-stp_10.42.42.5(pid=17061): Launched\u000a08:28:37.472004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:28:38.040701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17063): Launched\u000a08:28:38.156562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:28:38.442268 run patchelf(pid=17064): Launched\u000a08:28:38.630612 run osmo-stp_10.42.42.5(pid=17061): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17061)]\u000a08:28:38.768487 run osmo-stp_10.42.42.5(pid=17061): stdout: \u000a| (launched: 2022-12-10_08:28:37.193012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:38.906201 run osmo-stp_10.42.42.5(pid=17061): stderr: \u000a| �[0;m�[38;5;43m20221210082837388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082837389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082837389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082837389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082837390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082837390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082837390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:39.039710 run osmo-stp_10.42.42.5(pid=17061): stdout: \u000a| (launched: 2022-12-10_08:28:37.193012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:39.171586 run osmo-stp_10.42.42.5(pid=17061): stderr: \u000a| �[0;m�[38;5;43m20221210082837388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082837389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082837389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082837389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082837390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082837390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082837390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:39.325136 run patchelf(pid=17064): Terminating (SIGINT)\u000a08:28:39.505815 run patchelf(pid=17064): Terminated: ok {rc=0}\u000a08:28:39.538849 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17061): Process ended prematurely: osmo-stp_10.42.42.5(pid=17061) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17061)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:28:39.548383 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:28:39.610724 run osmo-hlr_10.42.42.2(pid=17058): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17058)]\u000a08:28:39.661981 run osmo-hlr_10.42.42.2(pid=17058): stdout: \u000a| (launched: 2022-12-10_08:28:36.186765) \u000a08:28:39.713510 run osmo-hlr_10.42.42.2(pid=17058): stderr: \u000a| �[0;m�[1;31m20221210082836389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082836389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082836389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082836389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082836389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082836389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082836401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082836409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082836409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082836409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:39.757256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17050): Terminating (SIGTERM)\u000a08:28:39.798395 run iperf3-srv_10.42.42.10(pid=17051): Terminating (SIGTERM)\u000a08:28:39.839645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17052): Terminating (SIGTERM)\u000a08:28:39.880785 run iperf3-srv_10.42.42.10(pid=17053): Terminating (SIGTERM)\u000a08:28:39.922074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17057): Terminating (SIGTERM)\u000a08:28:39.963255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17060): Terminating (SIGTERM)\u000a08:28:40.004292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17063): Terminating (SIGTERM)\u000a08:28:40.013870 --- ParallelTerminationStrategy: PID 17050 died...\u000a08:28:40.069460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17050): Terminated: ok {rc=0}\u000a08:28:40.079390 --- ParallelTerminationStrategy: PID 17051 died...\u000a08:28:40.134157 run iperf3-srv_10.42.42.10(pid=17051): Terminated {rc=256}\u000a08:28:40.144011 --- ParallelTerminationStrategy: PID 17052 died...\u000a08:28:40.199172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17052): Terminated: ok {rc=0}\u000a08:28:40.209066 --- ParallelTerminationStrategy: PID 17053 died...\u000a08:28:40.263521 run iperf3-srv_10.42.42.10(pid=17053): Terminated {rc=256}\u000a08:28:40.273814 --- ParallelTerminationStrategy: PID 17057 died...\u000a08:28:40.328852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17057): Terminated: ok {rc=0}\u000a08:28:40.338832 --- ParallelTerminationStrategy: PID 17060 died...\u000a08:28:40.393955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17060): Terminated: ok {rc=0}\u000a08:28:40.403902 --- ParallelTerminationStrategy: PID 17063 died...\u000a08:28:40.458624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17063): Terminated: ok {rc=0}\u000a08:28:40.544648 bus /gobi_0: Setting Powered False\u000a08:28:41.647162 bus /gobi_0: Setting Powered False\u000a08:28:42.756084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17074): Process ended prematurely: osmo-stp_10.42.42.5(pid=17074) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17074)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17074): Process ended prematurely: osmo-stp_10.42.42.5(pid=17074) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:28:43.864251 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:43.875624 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:28:44.022726 tst iperf3.py: using LAC 27127\u000a08:28:44.143904 tst iperf3.py: using RAC 97\u000a08:28:44.262491 tst iperf3.py: using CellId 27127\u000a08:28:44.381799 tst iperf3.py: using BVCI 27128\u000a08:28:44.404764 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:44.415532 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:44.426219 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:44.437116 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:44.447775 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:44.458544 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:44.469647 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:44.480416 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:44.491592 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:28:44.766865 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:28:44.893478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:45.210154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17066): Launched\u000a08:28:45.474419 run iperf3-srv_10.42.42.10(pid=17067): Launched\u000a08:28:45.659587 tst iperf3.py:8: start network...\u000a08:28:45.786511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:46.326127 run create_hlr_db(pid=17068): Launched\u000a08:28:46.505619 bus /gobi_6: Setting Powered False\u000a08:28:47.538382 run create_hlr_db(pid=17068): Terminated: ok {rc=0}\u000a08:28:47.970268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17070): Launched\u000a08:28:48.295870 run osmo-hlr_10.42.42.2(pid=17071): Launched\u000a08:28:48.418518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:48.981495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17073): Launched\u000a08:28:49.308501 run osmo-stp_10.42.42.5(pid=17074): Launched\u000a08:28:49.430546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:28:49.994802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17076): Launched\u000a08:28:50.109676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:28:50.393995 run patchelf(pid=17077): Launched\u000a08:28:50.581553 run osmo-stp_10.42.42.5(pid=17074): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17074)]\u000a08:28:50.719159 run osmo-stp_10.42.42.5(pid=17074): stdout: \u000a| (launched: 2022-12-10_08:28:49.145391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:50.856749 run osmo-stp_10.42.42.5(pid=17074): stderr: \u000a| �[0;m�[38;5;43m20221210082849340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082849340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082849340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082849342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082849344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082849344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082849345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:50.990002 run osmo-stp_10.42.42.5(pid=17074): stdout: \u000a| (launched: 2022-12-10_08:28:49.145391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:51.122669 run osmo-stp_10.42.42.5(pid=17074): stderr: \u000a| �[0;m�[38;5;43m20221210082849340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082849340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082849340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082849342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082849344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082849344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082849345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:51.275820 run patchelf(pid=17077): Terminating (SIGINT)\u000a08:28:51.455889 run patchelf(pid=17077): Terminated: ok {rc=0}\u000a08:28:51.488655 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17074): Process ended prematurely: osmo-stp_10.42.42.5(pid=17074) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17074)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:28:51.498302 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:28:51.560196 run osmo-hlr_10.42.42.2(pid=17071): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17071)]\u000a08:28:51.610644 run osmo-hlr_10.42.42.2(pid=17071): stdout: \u000a| (launched: 2022-12-10_08:28:48.134687) \u000a08:28:51.661792 run osmo-hlr_10.42.42.2(pid=17071): stderr: \u000a| �[0;m�[1;31m20221210082848336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082848336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082848336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082848336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082848336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082848336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082848347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082848355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082848355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082848355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:51.706154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17066): Terminating (SIGTERM)\u000a08:28:51.747725 run iperf3-srv_10.42.42.10(pid=17067): Terminating (SIGTERM)\u000a08:28:51.789346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17070): Terminating (SIGTERM)\u000a08:28:51.830860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17073): Terminating (SIGTERM)\u000a08:28:51.872603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17076): Terminating (SIGTERM)\u000a08:28:51.882471 --- ParallelTerminationStrategy: PID 17066 died...\u000a08:28:51.938152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17066): Terminated: ok {rc=0}\u000a08:28:51.948278 --- ParallelTerminationStrategy: PID 17067 died...\u000a08:28:52.003379 run iperf3-srv_10.42.42.10(pid=17067): Terminated {rc=256}\u000a08:28:52.013525 --- ParallelTerminationStrategy: PID 17070 died...\u000a08:28:52.068666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17070): Terminated: ok {rc=0}\u000a08:28:52.078760 --- ParallelTerminationStrategy: PID 17073 died...\u000a08:28:52.133880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17073): Terminated: ok {rc=0}\u000a08:28:52.144274 --- ParallelTerminationStrategy: PID 17076 died...\u000a08:28:52.202138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17076): Terminated: ok {rc=0}\u000a08:28:52.288358 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17101): Process ended prematurely: osmo-stp_10.42.42.5(pid=17101) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17101)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17101): Process ended prematurely: osmo-stp_10.42.42.5(pid=17101) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:28:53.398956 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:53.410377 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:28:53.553980 tst iperf3m4.py: using LAC 27128\u000a08:28:53.673471 tst iperf3m4.py: using RAC 98\u000a08:28:53.804517 tst iperf3m4.py: using CellId 27128\u000a08:28:53.930426 tst iperf3m4.py: using BVCI 27129\u000a08:28:53.955364 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:53.966645 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:53.977693 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:53.988747 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:53.999698 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:54.010820 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:54.021941 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:54.032840 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:28:54.044061 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:28:54.165629 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:28:54.283686 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:28:54.402370 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:28:54.693950 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:28:54.829880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:55.167785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17087): Launched\u000a08:28:55.447613 run iperf3-srv_10.42.42.10(pid=17088): Launched\u000a08:28:55.644685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:28:55.779432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:56.114624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17089): Launched\u000a08:28:56.394452 run iperf3-srv_10.42.42.10(pid=17090): Launched\u000a08:28:56.592174 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:28:56.727398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:57.063749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17091): Launched\u000a08:28:57.344610 run iperf3-srv_10.42.42.10(pid=17092): Launched\u000a08:28:57.542612 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:28:57.678287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:58.015048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17093): Launched\u000a08:28:58.295325 run iperf3-srv_10.42.42.10(pid=17094): Launched\u000a08:28:58.493493 tst iperf3m4.py:8: start network...\u000a08:28:58.629380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:59.151133 run create_hlr_db(pid=17095): Launched\u000a08:28:59.337699 bus /gobi_6: Setting Powered False\u000a08:29:00.358716 run create_hlr_db(pid=17095): Terminated: ok {rc=0}\u000a08:29:00.770143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17097): Launched\u000a08:29:01.156536 run osmo-hlr_10.42.42.2(pid=17098): Launched\u000a08:29:01.271707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:02.035819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17100): Launched\u000a08:29:02.485895 run osmo-stp_10.42.42.5(pid=17101): Launched\u000a08:29:02.618341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:03.183645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17103): Launched\u000a08:29:03.299058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:03.582389 run patchelf(pid=17104): Launched\u000a08:29:03.770681 run osmo-stp_10.42.42.5(pid=17101): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17101)]\u000a08:29:03.907676 run osmo-stp_10.42.42.5(pid=17101): stdout: \u000a| (launched: 2022-12-10_08:29:02.191913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:04.045269 run osmo-stp_10.42.42.5(pid=17101): stderr: \u000a| �[0;m�[38;5;43m20221210082902412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082902412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082902412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082902413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082902413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082902413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082902413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:04.178698 run osmo-stp_10.42.42.5(pid=17101): stdout: \u000a| (launched: 2022-12-10_08:29:02.191913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:04.310781 run osmo-stp_10.42.42.5(pid=17101): stderr: \u000a| �[0;m�[38;5;43m20221210082902412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082902412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082902412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082902413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082902413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082902413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082902413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:04.463958 run patchelf(pid=17104): Terminating (SIGINT)\u000a08:29:04.644137 run patchelf(pid=17104): Terminated: ok {rc=0}\u000a08:29:04.677485 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17101): Process ended prematurely: osmo-stp_10.42.42.5(pid=17101) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17101)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:29:04.687130 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a08:29:04.749791 run osmo-hlr_10.42.42.2(pid=17098): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17098)]\u000a08:29:04.800781 run osmo-hlr_10.42.42.2(pid=17098): stdout: \u000a| (launched: 2022-12-10_08:29:00.943245) \u000a08:29:04.852071 run osmo-hlr_10.42.42.2(pid=17098): stderr: \u000a| �[0;m�[1;31m20221210082901337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082901337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082901337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082901337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082901337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082901338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082901356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082901380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082901380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082901380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:04.895821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17087): Terminating (SIGTERM)\u000a08:29:04.937165 run iperf3-srv_10.42.42.10(pid=17088): Terminating (SIGTERM)\u000a08:29:04.978633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17089): Terminating (SIGTERM)\u000a08:29:05.019912 run iperf3-srv_10.42.42.10(pid=17090): Terminating (SIGTERM)\u000a08:29:05.061237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17091): Terminating (SIGTERM)\u000a08:29:05.102445 run iperf3-srv_10.42.42.10(pid=17092): Terminating (SIGTERM)\u000a08:29:05.143447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17093): Terminating (SIGTERM)\u000a08:29:05.185023 run iperf3-srv_10.42.42.10(pid=17094): Terminating (SIGTERM)\u000a08:29:05.226664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17097): Terminating (SIGTERM)\u000a08:29:05.267939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17100): Terminating (SIGTERM)\u000a08:29:05.309207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17103): Terminating (SIGTERM)\u000a08:29:05.318772 --- ParallelTerminationStrategy: PID 17087 died...\u000a08:29:05.373722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17087): Terminated: ok {rc=0}\u000a08:29:05.383630 --- ParallelTerminationStrategy: PID 17088 died...\u000a08:29:05.438420 run iperf3-srv_10.42.42.10(pid=17088): Terminated {rc=256}\u000a08:29:05.448278 --- ParallelTerminationStrategy: PID 17089 died...\u000a08:29:05.503234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17089): Terminated: ok {rc=0}\u000a08:29:05.513202 --- ParallelTerminationStrategy: PID 17090 died...\u000a08:29:05.567896 run iperf3-srv_10.42.42.10(pid=17090): Terminated {rc=256}\u000a08:29:05.577824 --- ParallelTerminationStrategy: PID 17091 died...\u000a08:29:05.632689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17091): Terminated: ok {rc=0}\u000a08:29:05.642586 --- ParallelTerminationStrategy: PID 17092 died...\u000a08:29:05.697548 run iperf3-srv_10.42.42.10(pid=17092): Terminated {rc=256}\u000a08:29:05.707417 --- ParallelTerminationStrategy: PID 17093 died...\u000a08:29:05.762374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17093): Terminated: ok {rc=0}\u000a08:29:05.772189 --- ParallelTerminationStrategy: PID 17094 died...\u000a08:29:05.826993 run iperf3-srv_10.42.42.10(pid=17094): Terminated {rc=256}\u000a08:29:05.836875 --- ParallelTerminationStrategy: PID 17097 died...\u000a08:29:05.891959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17097): Terminated: ok {rc=0}\u000a08:29:05.901930 --- ParallelTerminationStrategy: PID 17100 died...\u000a08:29:05.956833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17100): Terminated: ok {rc=0}\u000a08:29:05.966832 --- ParallelTerminationStrategy: PID 17103 died...\u000a08:29:06.021667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17103): Terminated: ok {rc=0}\u000a08:29:06.108796 bus /gobi_4: Setting Powered False\u000a08:29:07.216000 bus /gobi_4: Setting Powered False\u000a08:29:08.322820 bus /gobi_1: Setting Powered False\u000a08:29:09.429099 bus /gobi_1: Setting Powered False\u000a08:29:10.536071 bus /gobi_0: Setting Powered False\u000a08:29:11.641967 bus /gobi_0: Setting Powered False\u000a08:29:12.750813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17111): Process ended prematurely: osmo-stp_10.42.42.5(pid=17111) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17111)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17111): Process ended prematurely: osmo-stp_10.42.42.5(pid=17111) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:29:13.818319 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:13.830532 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:29:13.976941 tst ping.py: using LAC 27129\u000a08:29:14.096242 tst ping.py: using RAC 99\u000a08:29:14.219728 tst ping.py: using CellId 27129\u000a08:29:14.342546 tst ping.py: using BVCI 27130\u000a08:29:14.366781 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:14.378093 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:14.389227 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:14.400332 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:14.411335 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:14.422364 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:14.433577 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:14.444600 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:29:14.718546 tst ping.py:19: start network...\u000a08:29:14.842484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:15.314905 run create_hlr_db(pid=17105): Launched\u000a08:29:15.487966 bus /gobi_6: Setting Powered False\u000a08:29:16.510774 run create_hlr_db(pid=17105): Terminated: ok {rc=0}\u000a08:29:16.936084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17107): Launched\u000a08:29:17.269925 run osmo-hlr_10.42.42.2(pid=17108): Launched\u000a08:29:17.387202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:17.922118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17110): Launched\u000a08:29:18.222764 run osmo-stp_10.42.42.5(pid=17111): Launched\u000a08:29:18.331876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:18.852755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17113): Launched\u000a08:29:18.958773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:19.220406 run patchelf(pid=17114): Launched\u000a08:29:19.394811 run osmo-stp_10.42.42.5(pid=17111): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17111)]\u000a08:29:19.522151 run osmo-stp_10.42.42.5(pid=17111): stdout: \u000a| (launched: 2022-12-10_08:29:18.072893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:19.649845 run osmo-stp_10.42.42.5(pid=17111): stderr: \u000a| �[0;m�[38;5;43m20221210082918248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082918248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082918248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082918249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082918249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082918249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082918250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:19.773104 run osmo-stp_10.42.42.5(pid=17111): stdout: \u000a| (launched: 2022-12-10_08:29:18.072893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:19.895523 run osmo-stp_10.42.42.5(pid=17111): stderr: \u000a| �[0;m�[38;5;43m20221210082918248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082918248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082918248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082918249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082918249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082918249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082918250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:20.037974 run patchelf(pid=17114): Terminating (SIGINT)\u000a08:29:20.205438 run patchelf(pid=17114): Terminated: ok {rc=0}\u000a08:29:20.235529 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17111): Process ended prematurely: osmo-stp_10.42.42.5(pid=17111) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17111)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:29:20.243976 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:29:20.303379 run osmo-hlr_10.42.42.2(pid=17108): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17108)]\u000a08:29:20.351536 run osmo-hlr_10.42.42.2(pid=17108): stdout: \u000a| (launched: 2022-12-10_08:29:17.090663) \u000a08:29:20.400340 run osmo-hlr_10.42.42.2(pid=17108): stderr: \u000a| �[0;m�[1;31m20221210082917297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082917297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082917297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082917298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082917298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082917298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082917309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082917317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082917317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082917317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:20.442553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17107): Terminating (SIGTERM)\u000a08:29:20.481779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17110): Terminating (SIGTERM)\u000a08:29:20.520820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17113): Terminating (SIGTERM)\u000a08:29:20.530144 --- ParallelTerminationStrategy: PID 17107 died...\u000a08:29:20.582738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17107): Terminated: ok {rc=0}\u000a08:29:20.592115 --- ParallelTerminationStrategy: PID 17110 died...\u000a08:29:20.644208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17110): Terminated: ok {rc=0}\u000a08:29:20.653859 --- ParallelTerminationStrategy: PID 17113 died...\u000a08:29:20.706337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17113): Terminated: ok {rc=0}\u000a08:29:20.793460 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17121): Process ended prematurely: osmo-stp_10.42.42.5(pid=17121) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17121)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17121): Process ended prematurely: osmo-stp_10.42.42.5(pid=17121) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:29:21.845312 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:21.856850 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:29:22.001528 tst ping_idle_ping.py: using LAC 27130\u000a08:29:22.118289 tst ping_idle_ping.py: using RAC 100\u000a08:29:22.235231 tst ping_idle_ping.py: using CellId 27130\u000a08:29:22.353966 tst ping_idle_ping.py: using BVCI 27131\u000a08:29:22.376637 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:22.387382 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:22.397942 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:22.408736 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:22.419368 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:22.430094 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:22.441010 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:29:22.451692 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:29:22.740625 tst ping_idle_ping.py:24: start network...\u000a08:29:22.872602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:23.386452 run create_hlr_db(pid=17115): Launched\u000a08:29:23.571056 bus /gobi_6: Setting Powered False\u000a08:29:24.591192 run create_hlr_db(pid=17115): Terminated: ok {rc=0}\u000a08:29:25.018829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17117): Launched\u000a08:29:25.342934 run osmo-hlr_10.42.42.2(pid=17118): Launched\u000a08:29:25.460369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:26.017094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17120): Launched\u000a08:29:26.336712 run osmo-stp_10.42.42.5(pid=17121): Launched\u000a08:29:26.452052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:27.007756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17123): Launched\u000a08:29:27.120648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:27.401981 run patchelf(pid=17124): Launched\u000a08:29:27.587179 run osmo-stp_10.42.42.5(pid=17121): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17121)]\u000a08:29:27.722702 run osmo-stp_10.42.42.5(pid=17121): stdout: \u000a| (launched: 2022-12-10_08:29:26.178216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:27.858057 run osmo-stp_10.42.42.5(pid=17121): stderr: \u000a| �[0;m�[38;5;43m20221210082926374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082926375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082926375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082926375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082926376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082926376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082926376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:27.988895 run osmo-stp_10.42.42.5(pid=17121): stdout: \u000a| (launched: 2022-12-10_08:29:26.178216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:28.118953 run osmo-stp_10.42.42.5(pid=17121): stderr: \u000a| �[0;m�[38;5;43m20221210082926374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082926375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082926375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082926375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082926376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082926376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082926376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:28.270040 run patchelf(pid=17124): Terminating (SIGINT)\u000a08:29:28.447434 run patchelf(pid=17124): Terminated: ok {rc=0}\u000a08:29:28.479561 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17121): Process ended prematurely: osmo-stp_10.42.42.5(pid=17121) [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17121)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:29:28.488489 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:29:28.549962 run osmo-hlr_10.42.42.2(pid=17118): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17118)]\u000a08:29:28.600308 run osmo-hlr_10.42.42.2(pid=17118): stdout: \u000a| (launched: 2022-12-10_08:29:25.180835) \u000a08:29:28.651254 run osmo-hlr_10.42.42.2(pid=17118): stderr: \u000a| �[0;m�[1;31m20221210082925383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082925383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082925383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082925383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082925383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082925383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082925395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082925403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082925403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082925403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:28.695133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17117): Terminating (SIGTERM)\u000a08:29:28.736420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17120): Terminating (SIGTERM)\u000a08:29:28.777728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17123): Terminating (SIGTERM)\u000a08:29:28.787206 --- ParallelTerminationStrategy: PID 17117 died...\u000a08:29:28.841950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17117): Terminated: ok {rc=0}\u000a08:29:28.851752 --- ParallelTerminationStrategy: PID 17120 died...\u000a08:29:28.906439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17120): Terminated: ok {rc=0}\u000a08:29:28.916200 --- ParallelTerminationStrategy: PID 17123 died...\u000a08:29:28.970692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17123): Terminated: ok {rc=0}\u000a08:29:29.056134 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:28:30" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17138): Process ended prematurely: osmo-stp_10.42.42.5(pid=17138) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17138)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17138): Process ended prematurely: osmo-stp_10.42.42.5(pid=17138) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:29:31.195761 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.207078 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:29:31.392115 tst cs_paging_gprs_active.py: using LAC 27131\u000a08:29:31.556437 tst cs_paging_gprs_active.py: using RAC 101\u000a08:29:31.699508 tst cs_paging_gprs_active.py: using CellId 27131\u000a08:29:31.828439 tst cs_paging_gprs_active.py: using BVCI 27132\u000a08:29:31.855195 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.867340 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.879357 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.891517 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.903705 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.915946 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.927620 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.939199 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:31.950890 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:29:32.104810 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:29:32.417206 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:29:32.551691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:32.883597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17128): Launched\u000a08:29:33.158809 run iperf3-srv_10.42.42.10(pid=17129): Launched\u000a08:29:33.356068 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:29:33.491021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:33.821857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17130): Launched\u000a08:29:34.096939 run iperf3-srv_10.42.42.10(pid=17131): Launched\u000a08:29:34.293812 tst cs_paging_gprs_active.py:38: start network...\u000a08:29:34.428241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:34.941064 run create_hlr_db(pid=17132): Launched\u000a08:29:35.126685 bus /gobi_6: Setting Powered False\u000a08:29:36.147837 run create_hlr_db(pid=17132): Terminated: ok {rc=0}\u000a08:29:36.553014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17134): Launched\u000a08:29:36.856030 run osmo-hlr_10.42.42.2(pid=17135): Launched\u000a08:29:36.975141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:37.507040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17137): Launched\u000a08:29:37.810265 run osmo-stp_10.42.42.5(pid=17138): Launched\u000a08:29:37.922332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:38.448771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17140): Launched\u000a08:29:38.556619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:38.820040 run patchelf(pid=17141): Launched\u000a08:29:38.997498 run osmo-stp_10.42.42.5(pid=17138): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17138)]\u000a08:29:39.126930 run osmo-stp_10.42.42.5(pid=17138): stdout: \u000a| (launched: 2022-12-10_08:29:37.661541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:39.256649 run osmo-stp_10.42.42.5(pid=17138): stderr: \u000a| �[0;m�[38;5;43m20221210082937833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082937834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082937834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082937834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082937835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082937835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082937835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:39.382082 run osmo-stp_10.42.42.5(pid=17138): stdout: \u000a| (launched: 2022-12-10_08:29:37.661541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:39.506815 run osmo-stp_10.42.42.5(pid=17138): stderr: \u000a| �[0;m�[38;5;43m20221210082937833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082937834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082937834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082937834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082937835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082937835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082937835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:39.651628 run patchelf(pid=17141): Terminating (SIGINT)\u000a08:29:39.821653 run patchelf(pid=17141): Terminated: ok {rc=0}\u000a08:29:39.852898 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17138): Process ended prematurely: osmo-stp_10.42.42.5(pid=17138) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17138)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:29:39.861972 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:29:39.921597 run osmo-hlr_10.42.42.2(pid=17135): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17135)]\u000a08:29:39.970132 run osmo-hlr_10.42.42.2(pid=17135): stdout: \u000a| (launched: 2022-12-10_08:29:36.707697) \u000a08:29:40.018793 run osmo-hlr_10.42.42.2(pid=17135): stderr: \u000a| �[0;m�[1;31m20221210082936881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082936881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082936881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082936881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082936881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082936881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082936893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082936902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082936903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082936903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:40.060486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17128): Terminating (SIGTERM)\u000a08:29:40.099871 run iperf3-srv_10.42.42.10(pid=17129): Terminating (SIGTERM)\u000a08:29:40.139177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17130): Terminating (SIGTERM)\u000a08:29:40.178304 run iperf3-srv_10.42.42.10(pid=17131): Terminating (SIGTERM)\u000a08:29:40.217461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17134): Terminating (SIGTERM)\u000a08:29:40.256531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17137): Terminating (SIGTERM)\u000a08:29:40.295619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17140): Terminating (SIGTERM)\u000a08:29:40.304856 --- ParallelTerminationStrategy: PID 17128 died...\u000a08:29:40.357194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17128): Terminated: ok {rc=0}\u000a08:29:40.366861 --- ParallelTerminationStrategy: PID 17129 died...\u000a08:29:40.418797 run iperf3-srv_10.42.42.10(pid=17129): Terminated {rc=256}\u000a08:29:40.428329 --- ParallelTerminationStrategy: PID 17130 died...\u000a08:29:40.480563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17130): Terminated: ok {rc=0}\u000a08:29:40.489974 --- ParallelTerminationStrategy: PID 17131 died...\u000a08:29:40.541939 run iperf3-srv_10.42.42.10(pid=17131): Terminated {rc=256}\u000a08:29:40.551571 --- ParallelTerminationStrategy: PID 17134 died...\u000a08:29:40.603587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17134): Terminated: ok {rc=0}\u000a08:29:40.613338 --- ParallelTerminationStrategy: PID 17137 died...\u000a08:29:40.665579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17137): Terminated: ok {rc=0}\u000a08:29:40.675013 --- ParallelTerminationStrategy: PID 17140 died...\u000a08:29:40.727811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17140): Terminated: ok {rc=0}\u000a08:29:40.815295 bus /gobi_0: Setting Powered False\u000a08:29:41.918025 bus /gobi_0: Setting Powered False\u000a08:29:43.022910 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17150): Process ended prematurely: osmo-stp_10.42.42.5(pid=17150) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17150)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17150): Process ended prematurely: osmo-stp_10.42.42.5(pid=17150) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:29:44.136441 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.148362 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:29:44.304086 tst iperf3.py: using LAC 27132\u000a08:29:44.430314 tst iperf3.py: using RAC 102\u000a08:29:44.562679 tst iperf3.py: using CellId 27132\u000a08:29:44.682801 tst iperf3.py: using BVCI 27133\u000a08:29:44.706085 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.716881 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.727486 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.738980 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.750301 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.763088 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.775493 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.786426 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:44.797701 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:29:45.075982 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:29:45.203350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:45.518291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17142): Launched\u000a08:29:45.780026 run iperf3-srv_10.42.42.10(pid=17143): Launched\u000a08:29:45.998669 tst iperf3.py:8: start network...\u000a08:29:46.133282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:46.661689 run create_hlr_db(pid=17144): Launched\u000a08:29:46.840930 bus /gobi_6: Setting Powered False\u000a08:29:47.858853 run create_hlr_db(pid=17144): Terminated: ok {rc=0}\u000a08:29:48.262825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17146): Launched\u000a08:29:48.566529 run osmo-hlr_10.42.42.2(pid=17147): Launched\u000a08:29:48.683394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:49.221210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17149): Launched\u000a08:29:49.524498 run osmo-stp_10.42.42.5(pid=17150): Launched\u000a08:29:49.636846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:50.164512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17152): Launched\u000a08:29:50.273322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:50.536467 run patchelf(pid=17153): Launched\u000a08:29:50.714185 run osmo-stp_10.42.42.5(pid=17150): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17150)]\u000a08:29:50.844202 run osmo-stp_10.42.42.5(pid=17150): stdout: \u000a| (launched: 2022-12-10_08:29:49.375465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:50.974290 run osmo-stp_10.42.42.5(pid=17150): stderr: \u000a| �[0;m�[38;5;43m20221210082949547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082949547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082949547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082949548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082949548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082949548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082949548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:51.100164 run osmo-stp_10.42.42.5(pid=17150): stdout: \u000a| (launched: 2022-12-10_08:29:49.375465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:51.225341 run osmo-stp_10.42.42.5(pid=17150): stderr: \u000a| �[0;m�[38;5;43m20221210082949547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210082949547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210082949547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210082949548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210082949548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210082949548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210082949548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:51.370184 run patchelf(pid=17153): Terminating (SIGINT)\u000a08:29:51.540910 run patchelf(pid=17153): Terminated: ok {rc=0}\u000a08:29:51.572616 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17150): Process ended prematurely: osmo-stp_10.42.42.5(pid=17150) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17150)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:29:51.581839 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:29:51.642111 run osmo-hlr_10.42.42.2(pid=17147): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17147)]\u000a08:29:51.690925 run osmo-hlr_10.42.42.2(pid=17147): stdout: \u000a| (launched: 2022-12-10_08:29:48.417145) \u000a08:29:51.740425 run osmo-hlr_10.42.42.2(pid=17147): stderr: \u000a| �[0;m�[1;31m20221210082948595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210082948595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210082948595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082948595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210082948595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210082948595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210082948607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210082948617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210082948617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210082948617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:51.782162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17142): Terminating (SIGTERM)\u000a08:29:51.821685 run iperf3-srv_10.42.42.10(pid=17143): Terminating (SIGTERM)\u000a08:29:51.861231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17146): Terminating (SIGTERM)\u000a08:29:51.900668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17149): Terminating (SIGTERM)\u000a08:29:51.940144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17152): Terminating (SIGTERM)\u000a08:29:51.949516 --- ParallelTerminationStrategy: PID 17142 died...\u000a08:29:52.002729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17142): Terminated: ok {rc=0}\u000a08:29:52.012354 --- ParallelTerminationStrategy: PID 17143 died...\u000a08:29:52.065093 run iperf3-srv_10.42.42.10(pid=17143): Terminated {rc=256}\u000a08:29:52.074525 --- ParallelTerminationStrategy: PID 17146 died...\u000a08:29:52.127392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17146): Terminated: ok {rc=0}\u000a08:29:52.136835 --- ParallelTerminationStrategy: PID 17149 died...\u000a08:29:52.192485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17149): Terminated: ok {rc=0}\u000a08:29:52.201971 --- ParallelTerminationStrategy: PID 17152 died...\u000a08:29:52.254557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17152): Terminated: ok {rc=0}\u000a08:29:52.337406 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17171): Process ended prematurely: osmo-stp_10.42.42.5(pid=17171) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17171)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17171): Process ended prematurely: osmo-stp_10.42.42.5(pid=17171) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:29:53.452275 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:53.463989 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:29:53.621933 tst iperf3m4.py: using LAC 27133\u000a08:29:53.747033 tst iperf3m4.py: using RAC 103\u000a08:29:53.872432 tst iperf3m4.py: using CellId 27133\u000a08:29:53.997514 tst iperf3m4.py: using BVCI 27134\u000a08:29:54.022428 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:54.033662 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:54.044532 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:54.055658 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:54.066726 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:54.077869 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:54.088910 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:54.100056 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:29:54.111413 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:29:54.230430 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:29:54.351930 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:29:54.467762 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:29:54.747731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:29:54.874411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:55.187296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17154): Launched\u000a08:29:55.446886 run iperf3-srv_10.42.42.10(pid=17155): Launched\u000a08:29:55.632114 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:29:55.758873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:56.071292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17156): Launched\u000a08:29:56.330763 run iperf3-srv_10.42.42.10(pid=17157): Launched\u000a08:29:56.515944 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:29:56.642352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:56.954538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17158): Launched\u000a08:29:57.214265 run iperf3-srv_10.42.42.10(pid=17159): Launched\u000a08:29:57.399240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:29:57.525677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:57.839258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17160): Launched\u000a08:29:58.098455 run iperf3-srv_10.42.42.10(pid=17161): Launched\u000a08:29:58.283661 tst iperf3m4.py:8: start network...\u000a08:29:58.410620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:58.887702 run create_hlr_db(pid=17162): Launched\u000a08:29:59.062199 bus /gobi_6: Setting Powered False\u000a08:30:00.083465 run create_hlr_db(pid=17162): Terminated: ok {rc=0}\u000a08:30:00.486242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17164): Launched\u000a08:30:00.790253 run osmo-hlr_10.42.42.2(pid=17165): Launched\u000a08:30:00.992839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:01.607308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17167): Launched\u000a08:30:02.002961 run osmo-stp_10.42.42.5(pid=17171): Launched\u000a08:30:02.243579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:02.822740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17173): Launched\u000a08:30:02.937987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:03.217848 run patchelf(pid=17174): Launched\u000a08:30:03.406611 run osmo-stp_10.42.42.5(pid=17171): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17171)]\u000a08:30:03.544733 run osmo-stp_10.42.42.5(pid=17171): stdout: \u000a| (launched: 2022-12-10_08:30:01.770671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:03.683370 run osmo-stp_10.42.42.5(pid=17171): stderr: \u000a| �[0;m�[38;5;43m20221210083002108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083002109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083002110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083002111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083002121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083002121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083002121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:03.817880 run osmo-stp_10.42.42.5(pid=17171): stdout: \u000a| (launched: 2022-12-10_08:30:01.770671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:03.950592 run osmo-stp_10.42.42.5(pid=17171): stderr: \u000a| �[0;m�[38;5;43m20221210083002108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083002109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083002110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083002111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083002121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083002121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083002121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:04.105175 run patchelf(pid=17174): Terminating (SIGINT)\u000a08:30:04.286151 run patchelf(pid=17174): Terminated: ok {rc=0}\u000a08:30:04.319300 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17171): Process ended prematurely: osmo-stp_10.42.42.5(pid=17171) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17171)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:30:04.328873 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:30:04.392435 run osmo-hlr_10.42.42.2(pid=17165): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17165)]\u000a08:30:04.443600 run osmo-hlr_10.42.42.2(pid=17165): stdout: \u000a| (launched: 2022-12-10_08:30:00.640491) \u000a08:30:04.495280 run osmo-hlr_10.42.42.2(pid=17165): stderr: \u000a| �[0;m�[1;31m20221210083000815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083000815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083000815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083000815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083000815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083000815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083000827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083000850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083000850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083000850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:04.539094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17154): Terminating (SIGTERM)\u000a08:30:04.580828 run iperf3-srv_10.42.42.10(pid=17155): Terminating (SIGTERM)\u000a08:30:04.623991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17156): Terminating (SIGTERM)\u000a08:30:04.665503 run iperf3-srv_10.42.42.10(pid=17157): Terminating (SIGTERM)\u000a08:30:04.707075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17158): Terminating (SIGTERM)\u000a08:30:04.748165 run iperf3-srv_10.42.42.10(pid=17159): Terminating (SIGTERM)\u000a08:30:04.789612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17160): Terminating (SIGTERM)\u000a08:30:04.830875 run iperf3-srv_10.42.42.10(pid=17161): Terminating (SIGTERM)\u000a08:30:04.872082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17164): Terminating (SIGTERM)\u000a08:30:04.913283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17167): Terminating (SIGTERM)\u000a08:30:04.954580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17173): Terminating (SIGTERM)\u000a08:30:04.964132 --- ParallelTerminationStrategy: PID 17154 died...\u000a08:30:05.019853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17154): Terminated: ok {rc=0}\u000a08:30:05.029912 --- ParallelTerminationStrategy: PID 17155 died...\u000a08:30:05.084876 run iperf3-srv_10.42.42.10(pid=17155): Terminated {rc=256}\u000a08:30:05.094821 --- ParallelTerminationStrategy: PID 17156 died...\u000a08:30:05.149879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17156): Terminated: ok {rc=0}\u000a08:30:05.159773 --- ParallelTerminationStrategy: PID 17157 died...\u000a08:30:05.214514 run iperf3-srv_10.42.42.10(pid=17157): Terminated {rc=256}\u000a08:30:05.224349 --- ParallelTerminationStrategy: PID 17158 died...\u000a08:30:05.279144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17158): Terminated: ok {rc=0}\u000a08:30:05.289122 --- ParallelTerminationStrategy: PID 17159 died...\u000a08:30:05.344155 run iperf3-srv_10.42.42.10(pid=17159): Terminated {rc=256}\u000a08:30:05.354081 --- ParallelTerminationStrategy: PID 17160 died...\u000a08:30:05.408716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17160): Terminated: ok {rc=0}\u000a08:30:05.418663 --- ParallelTerminationStrategy: PID 17161 died...\u000a08:30:05.472982 run iperf3-srv_10.42.42.10(pid=17161): Terminated {rc=256}\u000a08:30:05.482891 --- ParallelTerminationStrategy: PID 17164 died...\u000a08:30:05.537533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17164): Terminated: ok {rc=0}\u000a08:30:05.547365 --- ParallelTerminationStrategy: PID 17167 died...\u000a08:30:05.601885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17167): Terminated: ok {rc=0}\u000a08:30:05.611714 --- ParallelTerminationStrategy: PID 17173 died...\u000a08:30:05.666195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17173): Terminated: ok {rc=0}\u000a08:30:05.752636 bus /gobi_4: Setting Powered False\u000a08:30:06.855227 bus /gobi_4: Setting Powered False\u000a08:30:07.964020 bus /gobi_1: Setting Powered False\u000a08:30:09.065726 bus /gobi_1: Setting Powered False\u000a08:30:10.174660 bus /gobi_0: Setting Powered False\u000a08:30:11.277892 bus /gobi_0: Setting Powered False\u000a08:30:12.384526 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17181): Process ended prematurely: osmo-stp_10.42.42.5(pid=17181) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17181): Process ended prematurely: osmo-stp_10.42.42.5(pid=17181) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:30:13.452627 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:13.464375 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:30:13.611407 tst ping.py: using LAC 27134\u000a08:30:13.731097 tst ping.py: using RAC 104\u000a08:30:13.850772 tst ping.py: using CellId 27134\u000a08:30:13.968173 tst ping.py: using BVCI 27135\u000a08:30:13.991116 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:14.002132 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:14.012747 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:14.023606 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:14.034391 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:14.045167 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:14.056203 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:14.067073 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:30:14.344054 tst ping.py:19: start network...\u000a08:30:14.468064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:14.935592 run create_hlr_db(pid=17175): Launched\u000a08:30:15.108253 bus /gobi_6: Setting Powered False\u000a08:30:16.142878 run create_hlr_db(pid=17175): Terminated: ok {rc=0}\u000a08:30:16.588424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Launched\u000a08:30:17.025553 run osmo-hlr_10.42.42.2(pid=17178): Launched\u000a08:30:17.187902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:17.747063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Launched\u000a08:30:18.062923 run osmo-stp_10.42.42.5(pid=17181): Launched\u000a08:30:18.177877 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:18.730137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17183): Launched\u000a08:30:18.843203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:19.118747 run patchelf(pid=17184): Launched\u000a08:30:19.304760 run osmo-stp_10.42.42.5(pid=17181): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)]\u000a08:30:19.440140 run osmo-stp_10.42.42.5(pid=17181): stdout: \u000a| (launched: 2022-12-10_08:30:17.908629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:19.575839 run osmo-stp_10.42.42.5(pid=17181): stderr: \u000a| �[0;m�[38;5;43m20221210083018101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083018101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083018101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083018102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083018102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083018102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083018102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:19.707049 run osmo-stp_10.42.42.5(pid=17181): stdout: \u000a| (launched: 2022-12-10_08:30:17.908629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:19.838453 run osmo-stp_10.42.42.5(pid=17181): stderr: \u000a| �[0;m�[38;5;43m20221210083018101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083018101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083018101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083018102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083018102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083018102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083018102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:19.989924 run patchelf(pid=17184): Terminating (SIGINT)\u000a08:30:20.167610 run patchelf(pid=17184): Terminated: ok {rc=0}\u000a08:30:20.199735 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17181): Process ended prematurely: osmo-stp_10.42.42.5(pid=17181) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:30:20.208869 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:30:20.271393 run osmo-hlr_10.42.42.2(pid=17178): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17178)]\u000a08:30:20.322302 run osmo-hlr_10.42.42.2(pid=17178): stdout: \u000a| (launched: 2022-12-10_08:30:16.756292) \u000a08:30:20.373695 run osmo-hlr_10.42.42.2(pid=17178): stderr: \u000a| �[0;m�[1;31m20221210083017099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083017099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083017099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083017099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083017099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083017100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083017119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083017127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083017127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083017127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:20.417515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Terminating (SIGTERM)\u000a08:30:20.458899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Terminating (SIGTERM)\u000a08:30:20.501391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17183): Terminating (SIGTERM)\u000a08:30:20.510993 --- ParallelTerminationStrategy: PID 17177 died...\u000a08:30:20.566562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Terminated: ok {rc=0}\u000a08:30:20.576509 --- ParallelTerminationStrategy: PID 17180 died...\u000a08:30:20.631528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Terminated: ok {rc=0}\u000a08:30:20.641499 --- ParallelTerminationStrategy: PID 17183 died...\u000a08:30:20.696303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17183): Terminated: ok {rc=0}\u000a08:30:20.782477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17191): Process ended prematurely: osmo-stp_10.42.42.5(pid=17191) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17191)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17191): Process ended prematurely: osmo-stp_10.42.42.5(pid=17191) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:30:21.836329 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:21.848576 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:30:22.000445 tst ping_idle_ping.py: using LAC 27135\u000a08:30:22.124696 tst ping_idle_ping.py: using RAC 105\u000a08:30:22.247105 tst ping_idle_ping.py: using CellId 27135\u000a08:30:22.367333 tst ping_idle_ping.py: using BVCI 27136\u000a08:30:22.390297 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:22.401315 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:22.412135 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:22.423687 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:22.435165 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:22.446677 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:22.458660 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:30:22.470753 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:30:22.760315 tst ping_idle_ping.py:24: start network...\u000a08:30:22.893352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:23.405180 run create_hlr_db(pid=17185): Launched\u000a08:30:23.590556 bus /gobi_6: Setting Powered False\u000a08:30:24.611256 run create_hlr_db(pid=17185): Terminated: ok {rc=0}\u000a08:30:25.014634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17187): Launched\u000a08:30:25.315022 run osmo-hlr_10.42.42.2(pid=17188): Launched\u000a08:30:25.429655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:25.958279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17190): Launched\u000a08:30:26.257762 run osmo-stp_10.42.42.5(pid=17191): Launched\u000a08:30:26.367505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:26.888074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17193): Launched\u000a08:30:26.994455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:27.254076 run patchelf(pid=17194): Launched\u000a08:30:27.429853 run osmo-stp_10.42.42.5(pid=17191): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17191)]\u000a08:30:27.559119 run osmo-stp_10.42.42.5(pid=17191): stdout: \u000a| (launched: 2022-12-10_08:30:26.110140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:27.687730 run osmo-stp_10.42.42.5(pid=17191): stderr: \u000a| �[0;m�[38;5;43m20221210083026278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083026278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083026278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083026279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083026279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083026279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083026279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:27.811826 run osmo-stp_10.42.42.5(pid=17191): stdout: \u000a| (launched: 2022-12-10_08:30:26.110140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:27.935506 run osmo-stp_10.42.42.5(pid=17191): stderr: \u000a| �[0;m�[38;5;43m20221210083026278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083026278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083026278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083026279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083026279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083026279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083026279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:28.079031 run patchelf(pid=17194): Terminating (SIGINT)\u000a08:30:28.247470 run patchelf(pid=17194): Terminated: ok {rc=0}\u000a08:30:28.277996 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17191): Process ended prematurely: osmo-stp_10.42.42.5(pid=17191) [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17191)] [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:30:28.286502 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:30:28.346564 run osmo-hlr_10.42.42.2(pid=17188): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17188)]\u000a08:30:28.395246 run osmo-hlr_10.42.42.2(pid=17188): stdout: \u000a| (launched: 2022-12-10_08:30:25.167335) \u000a08:30:28.444749 run osmo-hlr_10.42.42.2(pid=17188): stderr: \u000a| �[0;m�[1;31m20221210083025341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083025341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083025341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083025341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083025341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083025341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083025354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083025362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083025362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083025362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:28.486384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17187): Terminating (SIGTERM)\u000a08:30:28.525900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17190): Terminating (SIGTERM)\u000a08:30:28.565729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17193): Terminating (SIGTERM)\u000a08:30:28.575124 --- ParallelTerminationStrategy: PID 17187 died...\u000a08:30:28.628102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17187): Terminated: ok {rc=0}\u000a08:30:28.637892 --- ParallelTerminationStrategy: PID 17190 died...\u000a08:30:28.690901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17190): Terminated: ok {rc=0}\u000a08:30:28.700696 --- ParallelTerminationStrategy: PID 17193 died...\u000a08:30:28.754376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17193): Terminated: ok {rc=0}\u000a08:30:28.842098 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:29:30" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17205): Process ended prematurely: osmo-stp_10.42.42.5(pid=17205) [trial-2372↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17205)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17205): Process ended prematurely: osmo-stp_10.42.42.5(pid=17205) [trial-2372↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:30:30.837122 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:30:30.849443 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:30:31.024714 tst switch_tch_pdch.py: using LAC 27136\u000a08:30:31.149886 tst switch_tch_pdch.py: using RAC 106\u000a08:30:31.279676 tst switch_tch_pdch.py: using CellId 27136\u000a08:30:31.398892 tst switch_tch_pdch.py: using BVCI 27137\u000a08:30:31.423086 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:30:31.434778 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:30:31.446497 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:30:31.458197 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:30:31.469751 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:30:31.481459 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:30:31.493322 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:30:31.505331 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:30:31.621585 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:30:31.956077 tst switch_tch_pdch.py:51: start network...\u000a08:30:32.110653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:32.615493 run create_hlr_db(pid=17199): Launched\u000a08:30:32.788279 bus /gobi_6: Setting Powered False\u000a08:30:33.808411 run create_hlr_db(pid=17199): Terminated: ok {rc=0}\u000a08:30:34.234637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17201): Launched\u000a08:30:34.554289 run osmo-hlr_10.42.42.2(pid=17202): Launched\u000a08:30:34.672774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:35.227740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17204): Launched\u000a08:30:35.548278 run osmo-stp_10.42.42.5(pid=17205): Launched\u000a08:30:35.663111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:36.221540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17207): Launched\u000a08:30:36.334221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:36.613696 run patchelf(pid=17208): Launched\u000a08:30:36.799142 run osmo-stp_10.42.42.5(pid=17205): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17205)]\u000a08:30:36.934280 run osmo-stp_10.42.42.5(pid=17205): stdout: \u000a| (launched: 2022-12-10_08:30:35.389262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:37.069476 run osmo-stp_10.42.42.5(pid=17205): stderr: \u000a| �[0;m�[38;5;43m20221210083035585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083035585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083035585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083035586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083035586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083035586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083035587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:37.200373 run osmo-stp_10.42.42.5(pid=17205): stdout: \u000a| (launched: 2022-12-10_08:30:35.389262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:37.330326 run osmo-stp_10.42.42.5(pid=17205): stderr: \u000a| �[0;m�[38;5;43m20221210083035585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083035585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083035585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083035586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083035586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083035586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083035587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:37.481895 run patchelf(pid=17208): Terminating (SIGINT)\u000a08:30:37.659961 run patchelf(pid=17208): Terminated: ok {rc=0}\u000a08:30:37.692133 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17205): Process ended prematurely: osmo-stp_10.42.42.5(pid=17205) [trial-2372↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17205)] [trial-2372↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:30:37.701683 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a08:30:37.763775 run osmo-hlr_10.42.42.2(pid=17202): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17202)]\u000a08:30:37.814586 run osmo-hlr_10.42.42.2(pid=17202): stdout: \u000a| (launched: 2022-12-10_08:30:34.395128) \u000a08:30:37.865903 run osmo-hlr_10.42.42.2(pid=17202): stderr: \u000a| �[0;m�[1;31m20221210083034597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083034597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083034597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083034597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083034597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083034598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083034610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083034620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083034620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083034620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:37.909486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17201): Terminating (SIGTERM)\u000a08:30:37.950950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17204): Terminating (SIGTERM)\u000a08:30:37.992331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17207): Terminating (SIGTERM)\u000a08:30:38.002000 --- ParallelTerminationStrategy: PID 17201 died...\u000a08:30:38.056995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17201): Terminated: ok {rc=0}\u000a08:30:38.066948 --- ParallelTerminationStrategy: PID 17204 died...\u000a08:30:38.121723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17204): Terminated: ok {rc=0}\u000a08:30:38.131566 --- ParallelTerminationStrategy: PID 17207 died...\u000a08:30:38.186149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17207): Terminated: ok {rc=0}\u000a08:30:38.272303 bus /gobi_0: Setting Powered False\u000a08:30:39.378862 bus /gobi_0: Setting Powered False\u000a08:30:40.485453 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:30:30" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17218): Process ended prematurely: osmo-stp_10.42.42.5(pid=17218) [trial-2372↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17218)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17218): Process ended prematurely: osmo-stp_10.42.42.5(pid=17218) [trial-2372↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:30:42.425252 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:30:42.436475 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:30:42.589364 tst switch_tch_pdch.py: using LAC 27137\u000a08:30:42.712843 tst switch_tch_pdch.py: using RAC 107\u000a08:30:42.836901 tst switch_tch_pdch.py: using CellId 27137\u000a08:30:42.960153 tst switch_tch_pdch.py: using BVCI 27138\u000a08:30:42.984493 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:30:42.995799 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:30:43.007058 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:30:43.018179 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:30:43.029168 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:30:43.040242 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:30:43.051385 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:30:43.062560 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:30:43.178715 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:30:43.453744 tst switch_tch_pdch.py:51: start network...\u000a08:30:43.578269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:44.022465 run create_hlr_db(pid=17212): Launched\u000a08:30:44.144628 bus /gobi_6: Setting Powered False\u000a08:30:45.216166 run create_hlr_db(pid=17212): Terminated: ok {rc=0}\u000a08:30:45.610079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17214): Launched\u000a08:30:45.983959 run osmo-hlr_10.42.42.2(pid=17215): Launched\u000a08:30:46.173585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:46.800059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17217): Launched\u000a08:30:47.279130 run osmo-stp_10.42.42.5(pid=17218): Launched\u000a08:30:47.440673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:47.965521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17220): Launched\u000a08:30:48.078915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:48.353999 run patchelf(pid=17221): Launched\u000a08:30:48.539496 run osmo-stp_10.42.42.5(pid=17218): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17218)]\u000a08:30:48.675163 run osmo-stp_10.42.42.5(pid=17218): stdout: \u000a| (launched: 2022-12-10_08:30:46.954777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:48.811560 run osmo-stp_10.42.42.5(pid=17218): stderr: \u000a| �[0;m�[38;5;43m20221210083047201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083047201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083047202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083047203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083047205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083047205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083047205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:48.942704 run osmo-stp_10.42.42.5(pid=17218): stdout: \u000a| (launched: 2022-12-10_08:30:46.954777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:49.073139 run osmo-stp_10.42.42.5(pid=17218): stderr: \u000a| �[0;m�[38;5;43m20221210083047201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083047201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083047202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083047203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083047205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083047205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083047205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:49.224644 run patchelf(pid=17221): Terminating (SIGINT)\u000a08:30:49.402644 run patchelf(pid=17221): Terminated: ok {rc=0}\u000a08:30:49.434848 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17218): Process ended prematurely: osmo-stp_10.42.42.5(pid=17218) [trial-2372↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17218)] [trial-2372↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:30:49.443937 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a08:30:49.506277 run osmo-hlr_10.42.42.2(pid=17215): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17215)]\u000a08:30:49.557413 run osmo-hlr_10.42.42.2(pid=17215): stdout: \u000a| (launched: 2022-12-10_08:30:45.771939) \u000a08:30:49.609148 run osmo-hlr_10.42.42.2(pid=17215): stderr: \u000a| �[0;m�[1;31m20221210083046083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083046083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083046083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083046083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083046083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083046083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083046103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083046115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083046115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083046115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:49.653337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17214): Terminating (SIGTERM)\u000a08:30:49.695445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17217): Terminating (SIGTERM)\u000a08:30:49.737658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17220): Terminating (SIGTERM)\u000a08:30:49.747348 --- ParallelTerminationStrategy: PID 17214 died...\u000a08:30:49.803161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17214): Terminated: ok {rc=0}\u000a08:30:49.813264 --- ParallelTerminationStrategy: PID 17217 died...\u000a08:30:49.868538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17217): Terminated: ok {rc=0}\u000a08:30:49.878543 --- ParallelTerminationStrategy: PID 17220 died...\u000a08:30:49.933803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17220): Terminated: ok {rc=0}\u000a08:30:50.021047 bus /gobi_0: Setting Powered False\u000a08:30:51.123954 bus /gobi_0: Setting Powered False\u000a08:30:52.233828 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:30:42" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17226): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17226) [trial-2372↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17226)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17226): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17226) [trial-2372↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a08:30:54.096380 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a08:30:54.107391 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a08:30:54.235144 tst mo_mt_sms.py: using LAC 27138\u000a08:30:54.362410 tst mo_mt_sms.py: using RAC 108\u000a08:30:54.489717 tst mo_mt_sms.py: using CellId 27138\u000a08:30:54.616300 tst mo_mt_sms.py: using BVCI 27139\u000a08:30:54.640519 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:30:54.756039 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:30:55.029267 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:30:55.153539 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:30:55.773225 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17225): Launched\u000a08:30:56.072005 run osmo-nitb_10.42.42.2(pid=17226): Launched\u000a08:30:56.256530 run osmo-nitb_10.42.42.2(pid=17226): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17226)]\u000a08:30:56.392401 run osmo-nitb_10.42.42.2(pid=17226): stdout: \u000a| (launched: 2022-12-10_08:30:55.925455) \u000a08:30:56.528457 run osmo-nitb_10.42.42.2(pid=17226): stderr: \u000a| (launched: 2022-12-10_08:30:55.969906)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:30:56.660248 run osmo-nitb_10.42.42.2(pid=17226): stdout: \u000a| (launched: 2022-12-10_08:30:55.925455) \u000a08:30:56.791074 run osmo-nitb_10.42.42.2(pid=17226): stderr: \u000a| (launched: 2022-12-10_08:30:55.969906)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:30:57.193055 tst osmo-nitb_10.42.42.2(pid=17226): stdout: \u000a| (launched: 2022-12-10_08:30:55.925455) \u000a08:30:57.311999 tst osmo-nitb_10.42.42.2(pid=17226): stderr: \u000a| (launched: 2022-12-10_08:30:55.969906)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:30:57.363699 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17226): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17226) [trial-2372↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17226)] [trial-2372↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a08:30:57.371793 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a08:30:57.406231 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17225): Terminating (SIGTERM)\u000a08:30:57.583556 --- ParallelTerminationStrategy: PID 17225 died...\u000a08:30:57.637929 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17225): Terminated: ok {rc=0}\u000a08:30:57.725675 bus /sierra_3: Setting Powered False\u000a08:30:58.828833 bus /sierra_3: Setting Powered False\u000a08:30:59.940538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:30:53" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17236): Process ended prematurely: osmo-stp_10.42.42.5(pid=17236) [trial-2372↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17236)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17236): Process ended prematurely: osmo-stp_10.42.42.5(pid=17236) [trial-2372↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a08:31:01.852739 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:01.868354 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a08:31:02.010555 tst mo_mt_sms.py: using LAC 27139\u000a08:31:02.135842 tst mo_mt_sms.py: using RAC 109\u000a08:31:02.267279 tst mo_mt_sms.py: using CellId 27139\u000a08:31:02.390132 tst mo_mt_sms.py: using BVCI 27140\u000a08:31:02.414491 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:02.425463 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:02.436376 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:02.447290 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:02.458175 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:02.468886 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:31:02.583080 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:31:02.791960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:03.298282 run create_hlr_db(pid=17230): Launched\u000a08:31:03.482049 bus /sierra_2: Setting Powered False\u000a08:31:04.502560 run create_hlr_db(pid=17230): Terminated: ok {rc=0}\u000a08:31:04.902533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17232): Launched\u000a08:31:05.198857 run osmo-hlr_10.42.42.2(pid=17233): Launched\u000a08:31:05.307683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:05.823234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17235): Launched\u000a08:31:06.119563 run osmo-stp_10.42.42.5(pid=17236): Launched\u000a08:31:06.228547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:31:06.770972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17238): Launched\u000a08:31:07.075310 run osmo-msc_10.42.42.6(pid=17239): Launched\u000a08:31:07.263427 run osmo-stp_10.42.42.5(pid=17236): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17236)]\u000a08:31:07.399939 run osmo-stp_10.42.42.5(pid=17236): stdout: \u000a| (launched: 2022-12-10_08:31:05.974296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:07.535183 run osmo-stp_10.42.42.5(pid=17236): stderr: \u000a| �[0;m�[38;5;43m20221210083106143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083106143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083106143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083106144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:07.662849 run osmo-stp_10.42.42.5(pid=17236): stdout: \u000a| (launched: 2022-12-10_08:31:05.974296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:07.789338 run osmo-stp_10.42.42.5(pid=17236): stderr: \u000a| �[0;m�[38;5;43m20221210083106143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083106143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083106143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083106144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:07.844307 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17236): Process ended prematurely: osmo-stp_10.42.42.5(pid=17236) [trial-2372↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17236)] [trial-2372↪sms:oc2g↪mo_mt_sms.py:16]\u000a08:31:07.852575 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a08:31:07.914081 run osmo-hlr_10.42.42.2(pid=17233): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17233)]\u000a08:31:07.964931 run osmo-hlr_10.42.42.2(pid=17233): stdout: \u000a| (launched: 2022-12-10_08:31:05.053686) \u000a08:31:08.016289 run osmo-hlr_10.42.42.2(pid=17233): stderr: \u000a| �[0;m�[1;31m20221210083105229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083105229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083105229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083105229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083105229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083105229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083105246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083105255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083105255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083105255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:08.086257 run osmo-msc_10.42.42.6(pid=17239): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17239)]\u000a08:31:08.136744 run osmo-msc_10.42.42.6(pid=17239): stdout: \u000a| (launched: 2022-12-10_08:31:06.921475) \u000a08:31:08.188066 run osmo-msc_10.42.42.6(pid=17239): stderr: \u000a| �[0;m�[38;5;43m20221210083107236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083107236 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7053ecfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083107236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083107236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083107237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083107237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083107238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083107239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083107239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083107239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:31:08.231926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17232): Terminating (SIGTERM)\u000a08:31:08.272928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17235): Terminating (SIGTERM)\u000a08:31:08.314199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17238): Terminating (SIGTERM)\u000a08:31:08.323884 --- ParallelTerminationStrategy: PID 17232 died...\u000a08:31:08.379563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17232): Terminated: ok {rc=0}\u000a08:31:08.389791 --- ParallelTerminationStrategy: PID 17235 died...\u000a08:31:08.445627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17235): Terminated: ok {rc=0}\u000a08:31:08.455855 --- ParallelTerminationStrategy: PID 17238 died...\u000a08:31:08.511247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17238): Terminated: ok {rc=0}\u000a08:31:08.598346 bus /sierra_3: Setting Powered False\u000a08:31:09.706182 bus /sierra_3: Setting Powered False\u000a08:31:10.813926 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:31:01" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17245) [trial-2372↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17245)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17245) [trial-2372↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a08:31:12.618494 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a08:31:12.629141 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a08:31:12.750419 tst assert_extension.py: using LAC 27140\u000a08:31:12.868222 tst assert_extension.py: using RAC 110\u000a08:31:12.988675 tst assert_extension.py: using CellId 27140\u000a08:31:13.107390 tst assert_extension.py: using BVCI 27141\u000a08:31:13.130007 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a08:31:13.417509 tst assert_extension.py:10: start nitb and bts...\u000a08:31:13.550494 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:31:14.206961 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17244): Launched\u000a08:31:14.525814 run osmo-nitb_10.42.42.2(pid=17245): Launched\u000a08:31:14.720451 run osmo-nitb_10.42.42.2(pid=17245): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17245)]\u000a08:31:14.864291 run osmo-nitb_10.42.42.2(pid=17245): stdout: \u000a| (launched: 2022-12-10_08:31:14.368367) \u000a08:31:15.008035 run osmo-nitb_10.42.42.2(pid=17245): stderr: \u000a| (launched: 2022-12-10_08:31:14.415813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:31:15.147102 run osmo-nitb_10.42.42.2(pid=17245): stdout: \u000a| (launched: 2022-12-10_08:31:14.368367) \u000a08:31:15.285292 run osmo-nitb_10.42.42.2(pid=17245): stderr: \u000a| (launched: 2022-12-10_08:31:14.415813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:31:15.653319 tst osmo-nitb_10.42.42.2(pid=17245): stdout: \u000a| (launched: 2022-12-10_08:31:14.368367) \u000a08:31:15.779680 tst osmo-nitb_10.42.42.2(pid=17245): stderr: \u000a| (launched: 2022-12-10_08:31:14.415813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:31:15.835383 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17245) [trial-2372↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17245)] [trial-2372↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a08:31:15.844413 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:31:15.881746 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17244): Terminating (SIGTERM)\u000a08:31:16.062638 --- ParallelTerminationStrategy: PID 17244 died...\u000a08:31:16.139871 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17244): Terminated: ok {rc=0}\u000a08:31:16.242546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:31:12" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17256): Process ended prematurely: osmo-stp_10.42.42.5(pid=17256) [trial-2372↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17256)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17256): Process ended prematurely: osmo-stp_10.42.42.5(pid=17256) [trial-2372↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a08:31:18.033174 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:18.045006 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a08:31:18.173111 tst assert_extension.py: using LAC 27141\u000a08:31:18.298406 tst assert_extension.py: using RAC 111\u000a08:31:18.423187 tst assert_extension.py: using CellId 27141\u000a08:31:18.549139 tst assert_extension.py: using BVCI 27142\u000a08:31:18.573662 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:18.584626 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:18.595588 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:18.606521 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:18.617519 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:31:18.628234 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a08:31:18.828164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:19.297780 run create_hlr_db(pid=17250): Launched\u000a08:31:19.471197 bus /sierra_2: Setting Powered False\u000a08:31:20.490375 run create_hlr_db(pid=17250): Terminated: ok {rc=0}\u000a08:31:20.914096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17252): Launched\u000a08:31:21.230937 run osmo-hlr_10.42.42.2(pid=17253): Launched\u000a08:31:21.352051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:21.907782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17255): Launched\u000a08:31:22.224479 run osmo-stp_10.42.42.5(pid=17256): Launched\u000a08:31:22.339714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:31:22.917403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17258): Launched\u000a08:31:23.233491 run osmo-msc_10.42.42.6(pid=17259): Launched\u000a08:31:23.419956 run osmo-stp_10.42.42.5(pid=17256): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17256)]\u000a08:31:23.554802 run osmo-stp_10.42.42.5(pid=17256): stdout: \u000a| (launched: 2022-12-10_08:31:22.069547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:23.688783 run osmo-stp_10.42.42.5(pid=17256): stderr: \u000a| �[0;m�[38;5;43m20221210083122262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083122262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083122262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083122262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083122263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083122263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083122263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:23.816172 run osmo-stp_10.42.42.5(pid=17256): stdout: \u000a| (launched: 2022-12-10_08:31:22.069547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:23.942470 run osmo-stp_10.42.42.5(pid=17256): stderr: \u000a| �[0;m�[38;5;43m20221210083122262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083122262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083122262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083122262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083122263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083122263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083122263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:23.997594 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17256): Process ended prematurely: osmo-stp_10.42.42.5(pid=17256) [trial-2372↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17256)] [trial-2372↪ussd:oc2g↪assert_extension.py:17]\u000a08:31:24.005951 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a08:31:24.067702 run osmo-hlr_10.42.42.2(pid=17253): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17253)]\u000a08:31:24.118658 run osmo-hlr_10.42.42.2(pid=17253): stdout: \u000a| (launched: 2022-12-10_08:31:21.074995) \u000a08:31:24.170043 run osmo-hlr_10.42.42.2(pid=17253): stderr: \u000a| �[0;m�[1;31m20221210083121274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083121274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083121274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083121274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083121274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083121274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083121287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083121295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083121295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083121296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:24.239606 run osmo-msc_10.42.42.6(pid=17259): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17259)]\u000a08:31:24.290050 run osmo-msc_10.42.42.6(pid=17259): stdout: \u000a| (launched: 2022-12-10_08:31:23.078382) \u000a08:31:24.341746 run osmo-msc_10.42.42.6(pid=17259): stderr: \u000a| �[0;m�[38;5;43m20221210083123400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083123400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb180089c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083123401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083123401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083123401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083123401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083123403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083123403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083123403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083123403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:31:24.385131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17252): Terminating (SIGTERM)\u000a08:31:24.426084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17255): Terminating (SIGTERM)\u000a08:31:24.467049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17258): Terminating (SIGTERM)\u000a08:31:24.476309 --- ParallelTerminationStrategy: PID 17252 died...\u000a08:31:24.530925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17252): Terminated: ok {rc=0}\u000a08:31:24.540850 --- ParallelTerminationStrategy: PID 17255 died...\u000a08:31:24.595423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17255): Terminated: ok {rc=0}\u000a08:31:24.605468 --- ParallelTerminationStrategy: PID 17258 died...\u000a08:31:24.659938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17258): Terminated: ok {rc=0}\u000a08:31:24.746151 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:31:17" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17270): Process ended prematurely: osmo-stp_10.42.42.5(pid=17270) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17270)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17270): Process ended prematurely: osmo-stp_10.42.42.5(pid=17270) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:31:26.670615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:26.682109 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:31:26.832418 tst mo_mt_call.py: using LAC 27142\u000a08:31:26.959442 tst mo_mt_call.py: using RAC 112\u000a08:31:27.088131 tst mo_mt_call.py: using CellId 27142\u000a08:31:27.217248 tst mo_mt_call.py: using BVCI 27143\u000a08:31:27.242094 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:27.253437 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:27.264528 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:27.275788 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:27.287069 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:27.298328 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:31:27.413682 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:31:27.615673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:28.097913 run create_hlr_db(pid=17264): Launched\u000a08:31:28.273284 bus /sierra_2: Setting Powered False\u000a08:31:29.294320 run create_hlr_db(pid=17264): Terminated: ok {rc=0}\u000a08:31:29.727670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17266): Launched\u000a08:31:30.055146 run osmo-hlr_10.42.42.2(pid=17267): Launched\u000a08:31:30.177844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:30.747508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17269): Launched\u000a08:31:31.198587 run osmo-stp_10.42.42.5(pid=17270): Launched\u000a08:31:31.442501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:31:32.056749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17272): Launched\u000a08:31:32.398203 run osmo-msc_10.42.42.6(pid=17273): Launched\u000a08:31:32.582045 run osmo-stp_10.42.42.5(pid=17270): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17270)]\u000a08:31:32.714903 run osmo-stp_10.42.42.5(pid=17270): stdout: \u000a| (launched: 2022-12-10_08:31:30.927771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:32.843810 run osmo-stp_10.42.42.5(pid=17270): stderr: \u000a| �[0;m�[38;5;43m20221210083131272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083131272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083131272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083131274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083131274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083131277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083131277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:32.967207 run osmo-stp_10.42.42.5(pid=17270): stdout: \u000a| (launched: 2022-12-10_08:31:30.927771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:33.089086 run osmo-stp_10.42.42.5(pid=17270): stderr: \u000a| �[0;m�[38;5;43m20221210083131272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083131272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083131272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083131274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083131274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083131277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083131277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:33.142640 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17270): Process ended prematurely: osmo-stp_10.42.42.5(pid=17270) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17270)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:31:33.151320 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:31:33.211010 run osmo-hlr_10.42.42.2(pid=17267): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17267)]\u000a08:31:33.260094 run osmo-hlr_10.42.42.2(pid=17267): stdout: \u000a| (launched: 2022-12-10_08:31:29.893397) \u000a08:31:33.309478 run osmo-hlr_10.42.42.2(pid=17267): stderr: \u000a| �[0;m�[1;31m20221210083130095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083130095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083130095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083130095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083130095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083130095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083130107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083130116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083130116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083130116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:33.376575 run osmo-msc_10.42.42.6(pid=17273): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17273)]\u000a08:31:33.425602 run osmo-msc_10.42.42.6(pid=17273): stdout: \u000a| (launched: 2022-12-10_08:31:32.216611) \u000a08:31:33.475129 run osmo-msc_10.42.42.6(pid=17273): stderr: \u000a| �[0;m�[38;5;43m20221210083132545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083132545 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ea45c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083132545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083132545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083132546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083132546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083132547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083132548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083132548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083132548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:31:33.516810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17266): Terminating (SIGTERM)\u000a08:31:33.556594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17269): Terminating (SIGTERM)\u000a08:31:33.596687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17272): Terminating (SIGTERM)\u000a08:31:33.606189 --- ParallelTerminationStrategy: PID 17266 died...\u000a08:31:33.659376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17266): Terminated: ok {rc=0}\u000a08:31:33.669137 --- ParallelTerminationStrategy: PID 17269 died...\u000a08:31:33.721829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17269): Terminated: ok {rc=0}\u000a08:31:33.731535 --- ParallelTerminationStrategy: PID 17272 died...\u000a08:31:33.784194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17272): Terminated: ok {rc=0}\u000a08:31:33.872181 bus /sierra_3: Setting Powered False\u000a08:31:34.975262 bus /sierra_3: Setting Powered False\u000a08:31:36.086236 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17281): Process ended prematurely: osmo-stp_10.42.42.5(pid=17281) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17281)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17281): Process ended prematurely: osmo-stp_10.42.42.5(pid=17281) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:31:37.195590 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:37.207281 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:31:37.358715 tst mo_mt_call_osmux.py: using LAC 27143\u000a08:31:37.487839 tst mo_mt_call_osmux.py: using RAC 113\u000a08:31:37.614705 tst mo_mt_call_osmux.py: using CellId 27143\u000a08:31:37.737411 tst mo_mt_call_osmux.py: using BVCI 27144\u000a08:31:37.760688 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:37.771902 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:37.782818 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:37.794361 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:37.806086 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:31:37.817861 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:31:37.938075 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:31:38.143511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:38.626741 run create_hlr_db(pid=17275): Launched\u000a08:31:38.802133 bus /sierra_2: Setting Powered False\u000a08:31:39.822295 run create_hlr_db(pid=17275): Terminated: ok {rc=0}\u000a08:31:40.238392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17277): Launched\u000a08:31:40.544820 run osmo-hlr_10.42.42.2(pid=17278): Launched\u000a08:31:40.658148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:41.187022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17280): Launched\u000a08:31:41.494653 run osmo-stp_10.42.42.5(pid=17281): Launched\u000a08:31:41.607159 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:31:42.162863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17283): Launched\u000a08:31:42.470188 run osmo-msc_10.42.42.6(pid=17284): Launched\u000a08:31:42.649930 run osmo-stp_10.42.42.5(pid=17281): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17281)]\u000a08:31:42.778918 run osmo-stp_10.42.42.5(pid=17281): stdout: \u000a| (launched: 2022-12-10_08:31:41.340721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:42.904879 run osmo-stp_10.42.42.5(pid=17281): stderr: \u000a| �[0;m�[38;5;43m20221210083141515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083141515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083141515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083141516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083141516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083141516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083141516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:43.026646 run osmo-stp_10.42.42.5(pid=17281): stdout: \u000a| (launched: 2022-12-10_08:31:41.340721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:43.147390 run osmo-stp_10.42.42.5(pid=17281): stderr: \u000a| �[0;m�[38;5;43m20221210083141515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083141515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083141515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083141516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083141516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083141516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083141516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:43.200403 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17281): Process ended prematurely: osmo-stp_10.42.42.5(pid=17281) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17281)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:31:43.208897 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:31:43.268327 run osmo-hlr_10.42.42.2(pid=17278): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17278)]\u000a08:31:43.316765 run osmo-hlr_10.42.42.2(pid=17278): stdout: \u000a| (launched: 2022-12-10_08:31:40.391976) \u000a08:31:43.365488 run osmo-hlr_10.42.42.2(pid=17278): stderr: \u000a| �[0;m�[1;31m20221210083140571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083140571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083140572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083140572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083140572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083140572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083140584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083140593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083140593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083140593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:43.431651 run osmo-msc_10.42.42.6(pid=17284): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17284)]\u000a08:31:43.479946 run osmo-msc_10.42.42.6(pid=17284): stdout: \u000a| (launched: 2022-12-10_08:31:42.316316) \u000a08:31:43.528893 run osmo-msc_10.42.42.6(pid=17284): stderr: \u000a| �[0;m�[38;5;43m20221210083142589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083142590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19183f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083142590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083142590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083142590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083142590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083142592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083142592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083142592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083142593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:31:43.570226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17277): Terminating (SIGTERM)\u000a08:31:43.609495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17280): Terminating (SIGTERM)\u000a08:31:43.648559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17283): Terminating (SIGTERM)\u000a08:31:43.657988 --- ParallelTerminationStrategy: PID 17277 died...\u000a08:31:43.710326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17277): Terminated: ok {rc=0}\u000a08:31:43.719971 --- ParallelTerminationStrategy: PID 17280 died...\u000a08:31:43.772107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17280): Terminated: ok {rc=0}\u000a08:31:43.781924 --- ParallelTerminationStrategy: PID 17283 died...\u000a08:31:43.834168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17283): Terminated: ok {rc=0}\u000a08:31:43.920187 bus /sierra_3: Setting Powered False\u000a08:31:45.020697 bus /sierra_3: Setting Powered False\u000a08:31:46.127124 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:31:26" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17295): Process ended prematurely: osmo-stp_10.42.42.5(pid=17295) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17295)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17295): Process ended prematurely: osmo-stp_10.42.42.5(pid=17295) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:31:48.088624 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:48.099733 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:31:48.249652 tst mo_mt_call.py: using LAC 27144\u000a08:31:48.378741 tst mo_mt_call.py: using RAC 114\u000a08:31:48.505655 tst mo_mt_call.py: using CellId 27144\u000a08:31:48.633868 tst mo_mt_call.py: using BVCI 27145\u000a08:31:48.658631 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:48.670046 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:48.681377 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:48.692554 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:48.703815 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:48.715127 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:31:48.833717 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:31:49.037411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:49.515629 run create_hlr_db(pid=17289): Launched\u000a08:31:49.691132 bus /sierra_2: Setting Powered False\u000a08:31:50.712210 run create_hlr_db(pid=17289): Terminated: ok {rc=0}\u000a08:31:51.140795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17291): Launched\u000a08:31:51.463256 run osmo-hlr_10.42.42.2(pid=17292): Launched\u000a08:31:51.586070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:52.147228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17294): Launched\u000a08:31:52.467586 run osmo-stp_10.42.42.5(pid=17295): Launched\u000a08:31:52.581825 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:31:53.136430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17297): Launched\u000a08:31:53.439960 run osmo-msc_10.42.42.6(pid=17298): Launched\u000a08:31:53.619635 run osmo-stp_10.42.42.5(pid=17295): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17295)]\u000a08:31:53.749907 run osmo-stp_10.42.42.5(pid=17295): stdout: \u000a| (launched: 2022-12-10_08:31:52.311944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:53.876325 run osmo-stp_10.42.42.5(pid=17295): stderr: \u000a| �[0;m�[38;5;43m20221210083152483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083152483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083152483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083152484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083152484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083152484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083152484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:53.998509 run osmo-stp_10.42.42.5(pid=17295): stdout: \u000a| (launched: 2022-12-10_08:31:52.311944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:54.119779 run osmo-stp_10.42.42.5(pid=17295): stderr: \u000a| �[0;m�[38;5;43m20221210083152483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083152483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083152483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083152484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083152484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083152484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083152484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:54.173019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17295): Process ended prematurely: osmo-stp_10.42.42.5(pid=17295) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17295)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:31:54.181634 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:31:54.241390 run osmo-hlr_10.42.42.2(pid=17292): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17292)]\u000a08:31:54.290092 run osmo-hlr_10.42.42.2(pid=17292): stdout: \u000a| (launched: 2022-12-10_08:31:51.305588) \u000a08:31:54.339297 run osmo-hlr_10.42.42.2(pid=17292): stderr: \u000a| �[0;m�[1;31m20221210083151502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083151502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083151502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083151502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083151502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083151502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083151514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083151523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083151523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083151523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:54.405778 run osmo-msc_10.42.42.6(pid=17298): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17298)]\u000a08:31:54.454458 run osmo-msc_10.42.42.6(pid=17298): stdout: \u000a| (launched: 2022-12-10_08:31:53.290083) \u000a08:31:54.503623 run osmo-msc_10.42.42.6(pid=17298): stderr: \u000a| �[0;m�[38;5;43m20221210083153564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083153564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbadbe8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083153564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083153564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083153564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083153565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083153566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083153567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083153567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083153567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:31:54.545012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17291): Terminating (SIGTERM)\u000a08:31:54.584299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17294): Terminating (SIGTERM)\u000a08:31:54.623323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17297): Terminating (SIGTERM)\u000a08:31:54.632671 --- ParallelTerminationStrategy: PID 17291 died...\u000a08:31:54.685547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17291): Terminated: ok {rc=0}\u000a08:31:54.695179 --- ParallelTerminationStrategy: PID 17294 died...\u000a08:31:54.747268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17294): Terminated: ok {rc=0}\u000a08:31:54.757094 --- ParallelTerminationStrategy: PID 17297 died...\u000a08:31:54.809276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17297): Terminated: ok {rc=0}\u000a08:31:54.896180 bus /sierra_3: Setting Powered False\u000a08:31:55.997192 bus /sierra_3: Setting Powered False\u000a08:31:57.106231 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17306): Process ended prematurely: osmo-stp_10.42.42.5(pid=17306) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17306)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17306): Process ended prematurely: osmo-stp_10.42.42.5(pid=17306) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:31:58.214625 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:58.226154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:31:58.369631 tst mo_mt_call_osmux.py: using LAC 27145\u000a08:31:58.490439 tst mo_mt_call_osmux.py: using RAC 115\u000a08:31:58.612614 tst mo_mt_call_osmux.py: using CellId 27145\u000a08:31:58.732009 tst mo_mt_call_osmux.py: using BVCI 27146\u000a08:31:58.755167 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:58.766107 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:58.776849 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:58.787870 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:58.798899 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:31:58.810055 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:31:58.929076 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:31:59.133646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:59.610372 run create_hlr_db(pid=17300): Launched\u000a08:31:59.784347 bus /sierra_2: Setting Powered False\u000a08:32:00.805607 run create_hlr_db(pid=17300): Terminated: ok {rc=0}\u000a08:32:01.280170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17302): Launched\u000a08:32:01.765033 run osmo-hlr_10.42.42.2(pid=17303): Launched\u000a08:32:01.961341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:02.494263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17305): Launched\u000a08:32:02.800594 run osmo-stp_10.42.42.5(pid=17306): Launched\u000a08:32:02.912502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:32:03.463420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17308): Launched\u000a08:32:03.767288 run osmo-msc_10.42.42.6(pid=17309): Launched\u000a08:32:03.947039 run osmo-stp_10.42.42.5(pid=17306): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17306)]\u000a08:32:04.075912 run osmo-stp_10.42.42.5(pid=17306): stdout: \u000a| (launched: 2022-12-10_08:32:02.650008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:04.202274 run osmo-stp_10.42.42.5(pid=17306): stderr: \u000a| �[0;m�[38;5;43m20221210083202819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083202819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083202820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083202820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083202822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083202823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083202823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:04.323741 run osmo-stp_10.42.42.5(pid=17306): stdout: \u000a| (launched: 2022-12-10_08:32:02.650008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:04.443963 run osmo-stp_10.42.42.5(pid=17306): stderr: \u000a| �[0;m�[38;5;43m20221210083202819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083202819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083202820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083202820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083202822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083202823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083202823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:04.496650 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17306): Process ended prematurely: osmo-stp_10.42.42.5(pid=17306) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17306)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:32:04.505063 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:32:04.564492 run osmo-hlr_10.42.42.2(pid=17303): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17303)]\u000a08:32:04.612870 run osmo-hlr_10.42.42.2(pid=17303): stdout: \u000a| (launched: 2022-12-10_08:32:01.480238) \u000a08:32:04.663049 run osmo-hlr_10.42.42.2(pid=17303): stderr: \u000a| �[0;m�[1;31m20221210083201690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083201690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083201690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083201690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083201690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083201690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083201704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083201723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083201723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083201723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:04.729751 run osmo-msc_10.42.42.6(pid=17309): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17309)]\u000a08:32:04.778569 run osmo-msc_10.42.42.6(pid=17309): stdout: \u000a| (launched: 2022-12-10_08:32:03.617305) \u000a08:32:04.827550 run osmo-msc_10.42.42.6(pid=17309): stderr: \u000a| �[0;m�[38;5;43m20221210083203888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083203889 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ca2a79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083203889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083203889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083203889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083203889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083203892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083203893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083203893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083203893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:32:04.868591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17302): Terminating (SIGTERM)\u000a08:32:04.907701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17305): Terminating (SIGTERM)\u000a08:32:04.947022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17308): Terminating (SIGTERM)\u000a08:32:04.956314 --- ParallelTerminationStrategy: PID 17302 died...\u000a08:32:05.008480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17302): Terminated: ok {rc=0}\u000a08:32:05.018142 --- ParallelTerminationStrategy: PID 17305 died...\u000a08:32:05.070200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17305): Terminated: ok {rc=0}\u000a08:32:05.079911 --- ParallelTerminationStrategy: PID 17308 died...\u000a08:32:05.131823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17308): Terminated: ok {rc=0}\u000a08:32:05.218831 bus /sierra_3: Setting Powered False\u000a08:32:06.320237 bus /sierra_3: Setting Powered False\u000a08:32:07.429359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:31:47" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17320): Process ended prematurely: osmo-stp_10.42.42.5(pid=17320) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17320)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17320): Process ended prematurely: osmo-stp_10.42.42.5(pid=17320) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:32:09.381641 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:09.393070 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:32:09.557149 tst mo_mt_call.py: using LAC 27146\u000a08:32:09.691480 tst mo_mt_call.py: using RAC 116\u000a08:32:09.817442 tst mo_mt_call.py: using CellId 27146\u000a08:32:09.943371 tst mo_mt_call.py: using BVCI 27147\u000a08:32:09.968060 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:09.979397 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:09.990623 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:10.001851 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:10.013161 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:10.024323 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:32:10.141444 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:32:10.342616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:10.826387 run create_hlr_db(pid=17314): Launched\u000a08:32:11.001190 bus /sierra_2: Setting Powered False\u000a08:32:12.022892 run create_hlr_db(pid=17314): Terminated: ok {rc=0}\u000a08:32:12.457380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17316): Launched\u000a08:32:12.787955 run osmo-hlr_10.42.42.2(pid=17317): Launched\u000a08:32:12.907401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:13.471013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17319): Launched\u000a08:32:13.798871 run osmo-stp_10.42.42.5(pid=17320): Launched\u000a08:32:13.916360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:32:14.509755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17322): Launched\u000a08:32:14.839445 run osmo-msc_10.42.42.6(pid=17323): Launched\u000a08:32:15.029657 run osmo-stp_10.42.42.5(pid=17320): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17320)]\u000a08:32:15.166814 run osmo-stp_10.42.42.5(pid=17320): stdout: \u000a| (launched: 2022-12-10_08:32:13.635151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:15.303030 run osmo-stp_10.42.42.5(pid=17320): stderr: \u000a| �[0;m�[38;5;43m20221210083213833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083213834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083213834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083213834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083213835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083213835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083213835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:15.432941 run osmo-stp_10.42.42.5(pid=17320): stdout: \u000a| (launched: 2022-12-10_08:32:13.635151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:15.561569 run osmo-stp_10.42.42.5(pid=17320): stderr: \u000a| �[0;m�[38;5;43m20221210083213833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083213834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083213834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083213834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083213835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083213835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083213835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:15.618019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17320): Process ended prematurely: osmo-stp_10.42.42.5(pid=17320) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17320)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:32:15.626945 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:32:15.688865 run osmo-hlr_10.42.42.2(pid=17317): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17317)]\u000a08:32:15.739521 run osmo-hlr_10.42.42.2(pid=17317): stdout: \u000a| (launched: 2022-12-10_08:32:12.622578) \u000a08:32:15.791039 run osmo-hlr_10.42.42.2(pid=17317): stderr: \u000a| �[0;m�[1;31m20221210083212828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083212828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083212828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083212828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083212829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083212829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083212840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083212848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083212849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083212849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:15.866470 run osmo-msc_10.42.42.6(pid=17323): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17323)]\u000a08:32:15.929089 run osmo-msc_10.42.42.6(pid=17323): stdout: \u000a| (launched: 2022-12-10_08:32:14.674350) \u000a08:32:15.984223 run osmo-msc_10.42.42.6(pid=17323): stderr: \u000a| �[0;m�[38;5;43m20221210083215003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083215003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd9aee7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083215003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083215003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083215003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083215004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083215005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083215006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083215006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083215006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:32:16.028634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17316): Terminating (SIGTERM)\u000a08:32:16.072661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17319): Terminating (SIGTERM)\u000a08:32:16.115259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17322): Terminating (SIGTERM)\u000a08:32:16.124899 --- ParallelTerminationStrategy: PID 17316 died...\u000a08:32:16.181059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17316): Terminated: ok {rc=0}\u000a08:32:16.191437 --- ParallelTerminationStrategy: PID 17319 died...\u000a08:32:16.247531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17319): Terminated: ok {rc=0}\u000a08:32:16.258049 --- ParallelTerminationStrategy: PID 17322 died...\u000a08:32:16.313868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17322): Terminated: ok {rc=0}\u000a08:32:16.402151 bus /sierra_3: Setting Powered False\u000a08:32:17.506353 bus /sierra_3: Setting Powered False\u000a08:32:18.616412 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17331): Process ended prematurely: osmo-stp_10.42.42.5(pid=17331) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17331)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17331): Process ended prematurely: osmo-stp_10.42.42.5(pid=17331) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:32:19.725316 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:19.736845 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:32:19.884376 tst mo_mt_call_osmux.py: using LAC 27147\u000a08:32:20.004286 tst mo_mt_call_osmux.py: using RAC 117\u000a08:32:20.124362 tst mo_mt_call_osmux.py: using CellId 27147\u000a08:32:20.244086 tst mo_mt_call_osmux.py: using BVCI 27148\u000a08:32:20.267278 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:20.278306 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:20.289149 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:20.300177 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:20.311274 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:32:20.322499 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:32:20.442220 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:32:20.647421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:21.131233 run create_hlr_db(pid=17325): Launched\u000a08:32:21.306580 bus /sierra_2: Setting Powered False\u000a08:32:22.328570 run create_hlr_db(pid=17325): Terminated: ok {rc=0}\u000a08:32:22.762165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17327): Launched\u000a08:32:23.089750 run osmo-hlr_10.42.42.2(pid=17328): Launched\u000a08:32:23.207720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:23.772058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17330): Launched\u000a08:32:24.098471 run osmo-stp_10.42.42.5(pid=17331): Launched\u000a08:32:24.215950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:32:24.810035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17333): Launched\u000a08:32:25.137452 run osmo-msc_10.42.42.6(pid=17334): Launched\u000a08:32:25.327750 run osmo-stp_10.42.42.5(pid=17331): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17331)]\u000a08:32:25.464785 run osmo-stp_10.42.42.5(pid=17331): stdout: \u000a| (launched: 2022-12-10_08:32:23.936919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:25.601333 run osmo-stp_10.42.42.5(pid=17331): stderr: \u000a| �[0;m�[38;5;43m20221210083224133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083224133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083224133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083224133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083224134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083224134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083224134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:25.731285 run osmo-stp_10.42.42.5(pid=17331): stdout: \u000a| (launched: 2022-12-10_08:32:23.936919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:25.860696 run osmo-stp_10.42.42.5(pid=17331): stderr: \u000a| �[0;m�[38;5;43m20221210083224133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083224133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083224133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083224133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083224134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083224134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083224134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:25.917416 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17331): Process ended prematurely: osmo-stp_10.42.42.5(pid=17331) [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17331)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:32:25.926499 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:32:25.988917 run osmo-hlr_10.42.42.2(pid=17328): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17328)]\u000a08:32:26.040063 run osmo-hlr_10.42.42.2(pid=17328): stdout: \u000a| (launched: 2022-12-10_08:32:22.927264) \u000a08:32:26.092169 run osmo-hlr_10.42.42.2(pid=17328): stderr: \u000a| �[0;m�[1;31m20221210083223128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083223128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083223128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083223128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083223128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083223128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083223143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083223152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083223153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083223153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:26.162829 run osmo-msc_10.42.42.6(pid=17334): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17334)]\u000a08:32:26.214174 run osmo-msc_10.42.42.6(pid=17334): stdout: \u000a| (launched: 2022-12-10_08:32:24.974486) \u000a08:32:26.265981 run osmo-msc_10.42.42.6(pid=17334): stderr: \u000a| �[0;m�[38;5;43m20221210083225299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083225299 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2891c1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083225299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083225299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083225300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083225300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083225302 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083225302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083225302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083225302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:32:26.309763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17327): Terminating (SIGTERM)\u000a08:32:26.351086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17330): Terminating (SIGTERM)\u000a08:32:26.392424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17333): Terminating (SIGTERM)\u000a08:32:26.401775 --- ParallelTerminationStrategy: PID 17327 died...\u000a08:32:26.457065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17327): Terminated: ok {rc=0}\u000a08:32:26.467078 --- ParallelTerminationStrategy: PID 17330 died...\u000a08:32:26.522253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17330): Terminated: ok {rc=0}\u000a08:32:26.532267 --- ParallelTerminationStrategy: PID 17333 died...\u000a08:32:26.587723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17333): Terminated: ok {rc=0}\u000a08:32:26.672701 bus /sierra_3: Setting Powered False\u000a08:32:27.777861 bus /sierra_3: Setting Powered False\u000a08:32:28.883290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:32:09" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17345): Process ended prematurely: osmo-stp_10.42.42.5(pid=17345) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17345)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17345): Process ended prematurely: osmo-stp_10.42.42.5(pid=17345) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:32:30.845704 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:30.858499 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:32:31.012565 tst mo_mt_call.py: using LAC 27148\u000a08:32:31.142552 tst mo_mt_call.py: using RAC 118\u000a08:32:31.276374 tst mo_mt_call.py: using CellId 27148\u000a08:32:31.432669 tst mo_mt_call.py: using BVCI 27149\u000a08:32:31.459313 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:31.471239 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:31.483082 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:31.494993 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:31.506770 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:31.518585 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:32:31.664159 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:32:31.871538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:32.390616 run create_hlr_db(pid=17339): Launched\u000a08:32:32.567457 bus /sierra_2: Setting Powered False\u000a08:32:33.587237 run create_hlr_db(pid=17339): Terminated: ok {rc=0}\u000a08:32:33.991543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17341): Launched\u000a08:32:34.297090 run osmo-hlr_10.42.42.2(pid=17342): Launched\u000a08:32:34.417753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:34.952312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17344): Launched\u000a08:32:35.256235 run osmo-stp_10.42.42.5(pid=17345): Launched\u000a08:32:35.368301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:32:35.921015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17347): Launched\u000a08:32:36.227662 run osmo-msc_10.42.42.6(pid=17351): Launched\u000a08:32:36.407271 run osmo-stp_10.42.42.5(pid=17345): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17345)]\u000a08:32:36.536835 run osmo-stp_10.42.42.5(pid=17345): stdout: \u000a| (launched: 2022-12-10_08:32:35.106388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:36.663597 run osmo-stp_10.42.42.5(pid=17345): stderr: \u000a| �[0;m�[38;5;43m20221210083235275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083235275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083235276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083235276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083235276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083235277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083235277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:36.785716 run osmo-stp_10.42.42.5(pid=17345): stdout: \u000a| (launched: 2022-12-10_08:32:35.106388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:36.907484 run osmo-stp_10.42.42.5(pid=17345): stderr: \u000a| �[0;m�[38;5;43m20221210083235275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083235275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083235276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083235276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083235276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083235277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083235277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:36.960873 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17345): Process ended prematurely: osmo-stp_10.42.42.5(pid=17345) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17345)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:32:36.969166 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:32:37.029503 run osmo-hlr_10.42.42.2(pid=17342): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17342)]\u000a08:32:37.078406 run osmo-hlr_10.42.42.2(pid=17342): stdout: \u000a| (launched: 2022-12-10_08:32:34.146960) \u000a08:32:37.127821 run osmo-hlr_10.42.42.2(pid=17342): stderr: \u000a| �[0;m�[1;31m20221210083234323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083234323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083234323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083234323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083234323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083234323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083234336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083234344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083234345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083234345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:37.194763 run osmo-msc_10.42.42.6(pid=17351): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17351)]\u000a08:32:37.243711 run osmo-msc_10.42.42.6(pid=17351): stdout: \u000a| (launched: 2022-12-10_08:32:36.077267) \u000a08:32:37.293267 run osmo-msc_10.42.42.6(pid=17351): stderr: \u000a| �[0;m�[38;5;43m20221210083236349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083236349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82da880c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083236349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083236349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083236349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083236350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083236353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083236354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083236354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083236354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:32:37.334686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17341): Terminating (SIGTERM)\u000a08:32:37.374085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17344): Terminating (SIGTERM)\u000a08:32:37.413553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17347): Terminating (SIGTERM)\u000a08:32:37.422916 --- ParallelTerminationStrategy: PID 17341 died...\u000a08:32:37.475750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17341): Terminated: ok {rc=0}\u000a08:32:37.485894 --- ParallelTerminationStrategy: PID 17344 died...\u000a08:32:37.538353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17344): Terminated: ok {rc=0}\u000a08:32:37.548072 --- ParallelTerminationStrategy: PID 17347 died...\u000a08:32:37.600764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17347): Terminated: ok {rc=0}\u000a08:32:37.683505 bus /sierra_3: Setting Powered False\u000a08:32:38.784807 bus /sierra_3: Setting Powered False\u000a08:32:39.895303 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17359): Process ended prematurely: osmo-stp_10.42.42.5(pid=17359) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17359)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17359): Process ended prematurely: osmo-stp_10.42.42.5(pid=17359) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:32:41.004012 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:41.015674 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:32:41.160789 tst mo_mt_call_osmux.py: using LAC 27149\u000a08:32:41.280173 tst mo_mt_call_osmux.py: using RAC 119\u000a08:32:41.401191 tst mo_mt_call_osmux.py: using CellId 27149\u000a08:32:41.528146 tst mo_mt_call_osmux.py: using BVCI 27150\u000a08:32:41.553068 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:41.564631 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:41.576286 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:41.587900 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:41.599248 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:32:41.610833 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:32:41.727414 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:32:41.938942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:42.455566 run create_hlr_db(pid=17353): Launched\u000a08:32:42.642922 bus /sierra_2: Setting Powered False\u000a08:32:43.663843 run create_hlr_db(pid=17353): Terminated: ok {rc=0}\u000a08:32:44.073039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17355): Launched\u000a08:32:44.377827 run osmo-hlr_10.42.42.2(pid=17356): Launched\u000a08:32:44.494866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:45.026998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17358): Launched\u000a08:32:45.329355 run osmo-stp_10.42.42.5(pid=17359): Launched\u000a08:32:45.440139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:32:46.018095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17361): Launched\u000a08:32:46.434612 run osmo-msc_10.42.42.6(pid=17362): Launched\u000a08:32:46.860340 run osmo-stp_10.42.42.5(pid=17359): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17359)]\u000a08:32:47.114024 run osmo-stp_10.42.42.5(pid=17359): stdout: \u000a| (launched: 2022-12-10_08:32:45.180783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:47.243782 run osmo-stp_10.42.42.5(pid=17359): stderr: \u000a| �[0;m�[38;5;43m20221210083245352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083245352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083245352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083245353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083245353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083245353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083245353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:47.367320 run osmo-stp_10.42.42.5(pid=17359): stdout: \u000a| (launched: 2022-12-10_08:32:45.180783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:47.488569 run osmo-stp_10.42.42.5(pid=17359): stderr: \u000a| �[0;m�[38;5;43m20221210083245352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083245352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083245352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083245353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083245353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083245353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083245353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:47.542132 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17359): Process ended prematurely: osmo-stp_10.42.42.5(pid=17359) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17359)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:32:47.550945 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:32:47.611579 run osmo-hlr_10.42.42.2(pid=17356): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17356)]\u000a08:32:47.660632 run osmo-hlr_10.42.42.2(pid=17356): stdout: \u000a| (launched: 2022-12-10_08:32:44.227859) \u000a08:32:47.710332 run osmo-hlr_10.42.42.2(pid=17356): stderr: \u000a| �[0;m�[1;31m20221210083244403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083244403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083244403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083244403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083244403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083244403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083244416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083244425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083244425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083244425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:47.777642 run osmo-msc_10.42.42.6(pid=17362): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17362)]\u000a08:32:47.826586 run osmo-msc_10.42.42.6(pid=17362): stdout: \u000a| (launched: 2022-12-10_08:32:46.174678) \u000a08:32:47.876152 run osmo-msc_10.42.42.6(pid=17362): stderr: \u000a| �[0;m�[38;5;43m20221210083246705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083246705 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2835b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083246705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083246705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083246705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083246705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083246707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083246707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083246708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083246708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:32:47.917787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17355): Terminating (SIGTERM)\u000a08:32:47.957559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17358): Terminating (SIGTERM)\u000a08:32:47.997532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17361): Terminating (SIGTERM)\u000a08:32:48.007028 --- ParallelTerminationStrategy: PID 17355 died...\u000a08:32:48.060286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17355): Terminated: ok {rc=0}\u000a08:32:48.070209 --- ParallelTerminationStrategy: PID 17358 died...\u000a08:32:48.123446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17358): Terminated: ok {rc=0}\u000a08:32:48.133410 --- ParallelTerminationStrategy: PID 17361 died...\u000a08:32:48.186900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17361): Terminated: ok {rc=0}\u000a08:32:48.273257 bus /sierra_3: Setting Powered False\u000a08:32:49.374954 bus /sierra_3: Setting Powered False\u000a08:32:50.484707 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:32:30" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17373): Process ended prematurely: osmo-stp_10.42.42.5(pid=17373) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17373)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17373): Process ended prematurely: osmo-stp_10.42.42.5(pid=17373) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:32:52.440227 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:32:52.451667 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:32:52.603363 tst mo_mt_call.py: using LAC 27150\u000a08:32:52.731799 tst mo_mt_call.py: using RAC 120\u000a08:32:52.859024 tst mo_mt_call.py: using CellId 27150\u000a08:32:52.985800 tst mo_mt_call.py: using BVCI 27151\u000a08:32:53.010691 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:32:53.022235 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:32:53.033612 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:32:53.044887 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:32:53.056094 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:32:53.067365 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:32:53.184642 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:32:53.394972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:53.916784 run create_hlr_db(pid=17367): Launched\u000a08:32:54.103851 bus /sierra_2: Setting Powered False\u000a08:32:55.125414 run create_hlr_db(pid=17367): Terminated: ok {rc=0}\u000a08:32:55.559002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17369): Launched\u000a08:32:55.886317 run osmo-hlr_10.42.42.2(pid=17370): Launched\u000a08:32:56.004041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:56.570157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17372): Launched\u000a08:32:56.898761 run osmo-stp_10.42.42.5(pid=17373): Launched\u000a08:32:57.016717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:32:57.610093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17375): Launched\u000a08:32:57.937620 run osmo-msc_10.42.42.6(pid=17376): Launched\u000a08:32:58.126653 run osmo-stp_10.42.42.5(pid=17373): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17373)]\u000a08:32:58.262910 run osmo-stp_10.42.42.5(pid=17373): stdout: \u000a| (launched: 2022-12-10_08:32:56.734868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:58.398835 run osmo-stp_10.42.42.5(pid=17373): stderr: \u000a| �[0;m�[38;5;43m20221210083256930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083256930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083256931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083256931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083256931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083256932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083256932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:58.528294 run osmo-stp_10.42.42.5(pid=17373): stdout: \u000a| (launched: 2022-12-10_08:32:56.734868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:58.656851 run osmo-stp_10.42.42.5(pid=17373): stderr: \u000a| �[0;m�[38;5;43m20221210083256930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083256930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083256931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083256931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083256931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083256932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083256932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:58.713602 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17373): Process ended prematurely: osmo-stp_10.42.42.5(pid=17373) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17373)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:32:58.722504 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:32:58.784484 run osmo-hlr_10.42.42.2(pid=17370): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17370)]\u000a08:32:58.835767 run osmo-hlr_10.42.42.2(pid=17370): stdout: \u000a| (launched: 2022-12-10_08:32:55.723600) \u000a08:32:58.886884 run osmo-hlr_10.42.42.2(pid=17370): stderr: \u000a| �[0;m�[1;31m20221210083255926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083255926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083255927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083255927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083255927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083255927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083255939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083255947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083255947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083255947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:58.956564 run osmo-msc_10.42.42.6(pid=17376): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17376)]\u000a08:32:59.007330 run osmo-msc_10.42.42.6(pid=17376): stdout: \u000a| (launched: 2022-12-10_08:32:57.774562) \u000a08:32:59.058647 run osmo-msc_10.42.42.6(pid=17376): stderr: \u000a| �[0;m�[38;5;43m20221210083258100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083258100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc566e59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083258100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083258100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083258101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083258101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083258102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083258103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083258103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083258103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:32:59.102267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17369): Terminating (SIGTERM)\u000a08:32:59.143107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17372): Terminating (SIGTERM)\u000a08:32:59.184365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17375): Terminating (SIGTERM)\u000a08:32:59.193746 --- ParallelTerminationStrategy: PID 17369 died...\u000a08:32:59.248190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17369): Terminated: ok {rc=0}\u000a08:32:59.258296 --- ParallelTerminationStrategy: PID 17372 died...\u000a08:32:59.312745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17372): Terminated: ok {rc=0}\u000a08:32:59.322612 --- ParallelTerminationStrategy: PID 17375 died...\u000a08:32:59.376842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17375): Terminated: ok {rc=0}\u000a08:32:59.461646 bus /sierra_3: Setting Powered False\u000a08:33:00.567283 bus /sierra_3: Setting Powered False\u000a08:33:01.674794 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17385): Process ended prematurely: osmo-stp_10.42.42.5(pid=17385) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17385)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17385): Process ended prematurely: osmo-stp_10.42.42.5(pid=17385) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:33:02.782098 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:33:02.793589 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:33:02.936089 tst mo_mt_call_osmux.py: using LAC 27151\u000a08:33:03.060705 tst mo_mt_call_osmux.py: using RAC 121\u000a08:33:03.179113 tst mo_mt_call_osmux.py: using CellId 27151\u000a08:33:03.296479 tst mo_mt_call_osmux.py: using BVCI 27152\u000a08:33:03.319673 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:33:03.330749 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:33:03.341530 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:33:03.352752 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:33:03.363850 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:33:03.374958 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:33:03.490749 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:33:03.703118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:04.225509 run create_hlr_db(pid=17379): Launched\u000a08:33:04.413452 bus /sierra_2: Setting Powered False\u000a08:33:05.434015 run create_hlr_db(pid=17379): Terminated: ok {rc=0}\u000a08:33:05.867559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17381): Launched\u000a08:33:06.197461 run osmo-hlr_10.42.42.2(pid=17382): Launched\u000a08:33:06.320025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:06.887562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17384): Launched\u000a08:33:07.217183 run osmo-stp_10.42.42.5(pid=17385): Launched\u000a08:33:07.335006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:07.930134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17387): Launched\u000a08:33:08.257428 run osmo-msc_10.42.42.6(pid=17388): Launched\u000a08:33:08.446835 run osmo-stp_10.42.42.5(pid=17385): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17385)]\u000a08:33:08.583205 run osmo-stp_10.42.42.5(pid=17385): stdout: \u000a| (launched: 2022-12-10_08:33:07.052101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:08.719080 run osmo-stp_10.42.42.5(pid=17385): stderr: \u000a| �[0;m�[38;5;43m20221210083307252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083307252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083307252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083307253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083307253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083307253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083307253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:08.849389 run osmo-stp_10.42.42.5(pid=17385): stdout: \u000a| (launched: 2022-12-10_08:33:07.052101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:08.978201 run osmo-stp_10.42.42.5(pid=17385): stderr: \u000a| �[0;m�[38;5;43m20221210083307252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083307252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083307252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083307253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083307253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083307253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083307253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:09.034690 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17385): Process ended prematurely: osmo-stp_10.42.42.5(pid=17385) [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17385)] [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:33:09.043702 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:33:09.105747 run osmo-hlr_10.42.42.2(pid=17382): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17382)]\u000a08:33:09.157025 run osmo-hlr_10.42.42.2(pid=17382): stdout: \u000a| (launched: 2022-12-10_08:33:06.032184) \u000a08:33:09.208869 run osmo-hlr_10.42.42.2(pid=17382): stderr: \u000a| �[0;m�[1;31m20221210083306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083306244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083306257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083306265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083306265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083306265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:09.278832 run osmo-msc_10.42.42.6(pid=17388): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17388)]\u000a08:33:09.329778 run osmo-msc_10.42.42.6(pid=17388): stdout: \u000a| (launched: 2022-12-10_08:33:08.094894) \u000a08:33:09.381249 run osmo-msc_10.42.42.6(pid=17388): stderr: \u000a| �[0;m�[38;5;43m20221210083308421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083308421 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb11645dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083308421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083308421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083308422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083308422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083308423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083308424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083308424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083308424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:09.425291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17381): Terminating (SIGTERM)\u000a08:33:09.466628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17384): Terminating (SIGTERM)\u000a08:33:09.507876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17387): Terminating (SIGTERM)\u000a08:33:09.517217 --- ParallelTerminationStrategy: PID 17381 died...\u000a08:33:09.572310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17381): Terminated: ok {rc=0}\u000a08:33:09.582305 --- ParallelTerminationStrategy: PID 17384 died...\u000a08:33:09.637176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17384): Terminated: ok {rc=0}\u000a08:33:09.647189 --- ParallelTerminationStrategy: PID 17387 died...\u000a08:33:09.701901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17387): Terminated: ok {rc=0}\u000a08:33:09.787690 bus /sierra_3: Setting Powered False\u000a08:33:10.893145 bus /sierra_3: Setting Powered False\u000a08:33:12.000339 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:32:52" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17399): Process ended prematurely: osmo-stp_10.42.42.5(pid=17399) [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17399)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17399): Process ended prematurely: osmo-stp_10.42.42.5(pid=17399) [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:33:13.967303 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:13.979241 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:33:14.132524 tst mo_mt_call.py: using LAC 27152\u000a08:33:14.260000 tst mo_mt_call.py: using RAC 122\u000a08:33:14.393088 tst mo_mt_call.py: using CellId 27152\u000a08:33:14.518670 tst mo_mt_call.py: using BVCI 27153\u000a08:33:14.544809 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:14.556343 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:14.567718 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:14.579653 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:14.591622 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:14.603715 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:33:14.723770 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:33:14.935293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:15.451645 run create_hlr_db(pid=17393): Launched\u000a08:33:15.638036 bus /sierra_2: Setting Powered False\u000a08:33:16.660487 run create_hlr_db(pid=17393): Terminated: ok {rc=0}\u000a08:33:17.112235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17395): Launched\u000a08:33:17.437204 run osmo-hlr_10.42.42.2(pid=17396): Launched\u000a08:33:17.558683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:18.119971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17398): Launched\u000a08:33:18.442562 run osmo-stp_10.42.42.5(pid=17399): Launched\u000a08:33:18.559616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:19.149467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17401): Launched\u000a08:33:19.473948 run osmo-msc_10.42.42.6(pid=17402): Launched\u000a08:33:19.664509 run osmo-stp_10.42.42.5(pid=17399): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17399)]\u000a08:33:19.801426 run osmo-stp_10.42.42.5(pid=17399): stdout: \u000a| (launched: 2022-12-10_08:33:18.284749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:19.937858 run osmo-stp_10.42.42.5(pid=17399): stderr: \u000a| �[0;m�[38;5;43m20221210083318478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083318478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083318478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083318478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083318481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083318481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083318481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:20.068480 run osmo-stp_10.42.42.5(pid=17399): stdout: \u000a| (launched: 2022-12-10_08:33:18.284749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:20.197922 run osmo-stp_10.42.42.5(pid=17399): stderr: \u000a| �[0;m�[38;5;43m20221210083318478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083318478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083318478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083318478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083318481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083318481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083318481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:20.254851 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17399): Process ended prematurely: osmo-stp_10.42.42.5(pid=17399) [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17399)] [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:33:20.263858 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:33:20.326286 run osmo-hlr_10.42.42.2(pid=17396): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17396)]\u000a08:33:20.377824 run osmo-hlr_10.42.42.2(pid=17396): stdout: \u000a| (launched: 2022-12-10_08:33:17.279194) \u000a08:33:20.429666 run osmo-hlr_10.42.42.2(pid=17396): stderr: \u000a| �[0;m�[1;31m20221210083317479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083317479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083317479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083317479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083317479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083317479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083317492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083317500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083317500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083317500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:20.499990 run osmo-msc_10.42.42.6(pid=17402): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17402)]\u000a08:33:20.551226 run osmo-msc_10.42.42.6(pid=17402): stdout: \u000a| (launched: 2022-12-10_08:33:19.315535) \u000a08:33:20.602987 run osmo-msc_10.42.42.6(pid=17402): stderr: \u000a| �[0;m�[38;5;43m20221210083319639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083319639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f2ab64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083319640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083319640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083319640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083319640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083319642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083319642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083319642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083319642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:20.646854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17395): Terminating (SIGTERM)\u000a08:33:20.688356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17398): Terminating (SIGTERM)\u000a08:33:20.729766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17401): Terminating (SIGTERM)\u000a08:33:20.739437 --- ParallelTerminationStrategy: PID 17395 died...\u000a08:33:20.795170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17395): Terminated: ok {rc=0}\u000a08:33:20.805965 --- ParallelTerminationStrategy: PID 17398 died...\u000a08:33:20.861373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17398): Terminated: ok {rc=0}\u000a08:33:20.871485 --- ParallelTerminationStrategy: PID 17401 died...\u000a08:33:20.926919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17401): Terminated: ok {rc=0}\u000a08:33:21.013536 bus /sierra_3: Setting Powered False\u000a08:33:22.116124 bus /sierra_3: Setting Powered False\u000a08:33:23.226121 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17410): Process ended prematurely: osmo-stp_10.42.42.5(pid=17410) [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17410): Process ended prematurely: osmo-stp_10.42.42.5(pid=17410) [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:33:24.336884 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:24.348428 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:33:24.494726 tst mo_mt_call_osmux.py: using LAC 27153\u000a08:33:24.617221 tst mo_mt_call_osmux.py: using RAC 123\u000a08:33:24.737189 tst mo_mt_call_osmux.py: using CellId 27153\u000a08:33:24.866558 tst mo_mt_call_osmux.py: using BVCI 27154\u000a08:33:24.891715 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:24.903267 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:24.914826 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:24.926825 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:24.938944 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:33:24.951636 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:33:25.072433 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:33:25.277613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:25.758677 run create_hlr_db(pid=17404): Launched\u000a08:33:25.935316 bus /sierra_2: Setting Powered False\u000a08:33:26.956480 run create_hlr_db(pid=17404): Terminated: ok {rc=0}\u000a08:33:27.386609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Launched\u000a08:33:27.711640 run osmo-hlr_10.42.42.2(pid=17407): Launched\u000a08:33:27.830967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:28.392880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Launched\u000a08:33:28.716821 run osmo-stp_10.42.42.5(pid=17410): Launched\u000a08:33:28.835722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:29.427470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Launched\u000a08:33:29.751840 run osmo-msc_10.42.42.6(pid=17413): Launched\u000a08:33:29.943153 run osmo-stp_10.42.42.5(pid=17410): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)]\u000a08:33:30.084850 run osmo-stp_10.42.42.5(pid=17410): stdout: \u000a| (launched: 2022-12-10_08:33:28.558011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:30.219675 run osmo-stp_10.42.42.5(pid=17410): stderr: \u000a| �[0;m�[38;5;43m20221210083328752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083328752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083328752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083328752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083328755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083328755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083328755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:30.349999 run osmo-stp_10.42.42.5(pid=17410): stdout: \u000a| (launched: 2022-12-10_08:33:28.558011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:30.478710 run osmo-stp_10.42.42.5(pid=17410): stderr: \u000a| �[0;m�[38;5;43m20221210083328752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083328752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083328752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083328752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083328755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083328755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083328755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:30.535495 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17410): Process ended prematurely: osmo-stp_10.42.42.5(pid=17410) [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)] [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:33:30.544667 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:33:30.606943 run osmo-hlr_10.42.42.2(pid=17407): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17407)]\u000a08:33:30.658110 run osmo-hlr_10.42.42.2(pid=17407): stdout: \u000a| (launched: 2022-12-10_08:33:27.552364) \u000a08:33:30.709632 run osmo-hlr_10.42.42.2(pid=17407): stderr: \u000a| �[0;m�[1;31m20221210083327751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083327751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083327751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083327751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083327751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083327751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083327763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083327771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083327771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083327771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:30.779969 run osmo-msc_10.42.42.6(pid=17413): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17413)]\u000a08:33:30.831362 run osmo-msc_10.42.42.6(pid=17413): stdout: \u000a| (launched: 2022-12-10_08:33:29.592654) \u000a08:33:30.888141 run osmo-msc_10.42.42.6(pid=17413): stderr: \u000a| �[0;m�[38;5;43m20221210083329919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083329919 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a72118c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083329919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083329919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083329919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083329920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083329921 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083329922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083329922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083329922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:30.939484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Terminating (SIGTERM)\u000a08:33:30.985936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Terminating (SIGTERM)\u000a08:33:31.028828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Terminating (SIGTERM)\u000a08:33:31.041641 --- ParallelTerminationStrategy: PID 17406 died...\u000a08:33:31.100398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Terminated: ok {rc=0}\u000a08:33:31.111120 --- ParallelTerminationStrategy: PID 17409 died...\u000a08:33:31.168045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Terminated: ok {rc=0}\u000a08:33:31.179788 --- ParallelTerminationStrategy: PID 17412 died...\u000a08:33:31.236823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Terminated: ok {rc=0}\u000a08:33:31.323764 bus /sierra_3: Setting Powered False\u000a08:33:32.426732 bus /sierra_3: Setting Powered False\u000a08:33:33.533470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:33:13" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17424): Process ended prematurely: osmo-stp_10.42.42.5(pid=17424) [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17424): Process ended prematurely: osmo-stp_10.42.42.5(pid=17424) [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:33:35.491265 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:35.502219 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:33:35.650859 tst mo_mt_call.py: using LAC 27154\u000a08:33:35.770090 tst mo_mt_call.py: using RAC 124\u000a08:33:35.888621 tst mo_mt_call.py: using CellId 27154\u000a08:33:36.012531 tst mo_mt_call.py: using BVCI 27155\u000a08:33:36.035915 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:36.046823 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:36.057423 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:36.068277 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:36.079117 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:36.090190 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:33:36.208610 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:33:36.410432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:36.894438 run create_hlr_db(pid=17418): Launched\u000a08:33:37.069355 bus /sierra_2: Setting Powered False\u000a08:33:38.091443 run create_hlr_db(pid=17418): Terminated: ok {rc=0}\u000a08:33:38.499272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Launched\u000a08:33:38.809119 run osmo-hlr_10.42.42.2(pid=17421): Launched\u000a08:33:38.928113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:39.467503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Launched\u000a08:33:39.778169 run osmo-stp_10.42.42.5(pid=17424): Launched\u000a08:33:39.890206 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:40.450882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Launched\u000a08:33:40.761878 run osmo-msc_10.42.42.6(pid=17427): Launched\u000a08:33:40.942304 run osmo-stp_10.42.42.5(pid=17424): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)]\u000a08:33:41.072324 run osmo-stp_10.42.42.5(pid=17424): stdout: \u000a| (launched: 2022-12-10_08:33:39.623243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:41.199805 run osmo-stp_10.42.42.5(pid=17424): stderr: \u000a| �[0;m�[38;5;43m20221210083339797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083339797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083339798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083339798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083339800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083339800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083339800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:41.322761 run osmo-stp_10.42.42.5(pid=17424): stdout: \u000a| (launched: 2022-12-10_08:33:39.623243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:41.444712 run osmo-stp_10.42.42.5(pid=17424): stderr: \u000a| �[0;m�[38;5;43m20221210083339797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083339797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083339798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083339798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083339800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083339800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083339800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:41.498181 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17424): Process ended prematurely: osmo-stp_10.42.42.5(pid=17424) [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)] [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:33:41.506680 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:33:41.566815 run osmo-hlr_10.42.42.2(pid=17421): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17421)]\u000a08:33:41.615972 run osmo-hlr_10.42.42.2(pid=17421): stdout: \u000a| (launched: 2022-12-10_08:33:38.654562) \u000a08:33:41.665607 run osmo-hlr_10.42.42.2(pid=17421): stderr: \u000a| �[0;m�[1;31m20221210083338834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083338834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083338834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083338834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083338834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083338834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083338847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083338857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083338857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083338858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:41.733323 run osmo-msc_10.42.42.6(pid=17427): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17427)]\u000a08:33:41.782209 run osmo-msc_10.42.42.6(pid=17427): stdout: \u000a| (launched: 2022-12-10_08:33:40.606535) \u000a08:33:41.831733 run osmo-msc_10.42.42.6(pid=17427): stderr: \u000a| �[0;m�[38;5;43m20221210083340885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083340885 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f761ff39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083340885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083340885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083340885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083340886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083340888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083340888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083340888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083340888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:41.873261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Terminating (SIGTERM)\u000a08:33:41.912898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Terminating (SIGTERM)\u000a08:33:41.952771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Terminating (SIGTERM)\u000a08:33:41.962284 --- ParallelTerminationStrategy: PID 17420 died...\u000a08:33:42.015476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Terminated: ok {rc=0}\u000a08:33:42.025320 --- ParallelTerminationStrategy: PID 17423 died...\u000a08:33:42.078223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Terminated: ok {rc=0}\u000a08:33:42.087994 --- ParallelTerminationStrategy: PID 17426 died...\u000a08:33:42.140626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Terminated: ok {rc=0}\u000a08:33:42.228158 bus /sierra_3: Setting Powered False\u000a08:33:43.331496 bus /sierra_3: Setting Powered False\u000a08:33:44.443201 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17435): Process ended prematurely: osmo-stp_10.42.42.5(pid=17435) [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17435)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17435): Process ended prematurely: osmo-stp_10.42.42.5(pid=17435) [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:33:45.552822 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:45.564199 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:33:45.710662 tst mo_mt_call_osmux.py: using LAC 27155\u000a08:33:45.839136 tst mo_mt_call_osmux.py: using RAC 125\u000a08:33:45.984568 tst mo_mt_call_osmux.py: using CellId 27155\u000a08:33:46.110752 tst mo_mt_call_osmux.py: using BVCI 27156\u000a08:33:46.135155 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:46.146933 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:46.158473 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:46.171717 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:46.184119 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:33:46.196849 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:33:46.329198 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:33:46.587265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:47.172524 run create_hlr_db(pid=17429): Launched\u000a08:33:47.364857 bus /sierra_2: Setting Powered False\u000a08:33:48.383713 run create_hlr_db(pid=17429): Terminated: ok {rc=0}\u000a08:33:48.796369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17431): Launched\u000a08:33:49.105470 run osmo-hlr_10.42.42.2(pid=17432): Launched\u000a08:33:49.226297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:49.766787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17434): Launched\u000a08:33:50.082582 run osmo-stp_10.42.42.5(pid=17435): Launched\u000a08:33:50.202935 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:50.805475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17437): Launched\u000a08:33:51.134293 run osmo-msc_10.42.42.6(pid=17438): Launched\u000a08:33:51.323733 run osmo-stp_10.42.42.5(pid=17435): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17435)]\u000a08:33:51.460203 run osmo-stp_10.42.42.5(pid=17435): stdout: \u000a| (launched: 2022-12-10_08:33:49.921929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:51.596912 run osmo-stp_10.42.42.5(pid=17435): stderr: \u000a| �[0;m�[38;5;43m20221210083350113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083350113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083350113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083350113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083350114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083350114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083350114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:51.727238 run osmo-stp_10.42.42.5(pid=17435): stdout: \u000a| (launched: 2022-12-10_08:33:49.921929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:51.857022 run osmo-stp_10.42.42.5(pid=17435): stderr: \u000a| �[0;m�[38;5;43m20221210083350113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083350113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083350113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083350113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083350114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083350114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083350114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:51.914200 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17435): Process ended prematurely: osmo-stp_10.42.42.5(pid=17435) [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17435)] [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:33:51.923315 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:33:51.985727 run osmo-hlr_10.42.42.2(pid=17432): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17432)]\u000a08:33:52.036657 run osmo-hlr_10.42.42.2(pid=17432): stdout: \u000a| (launched: 2022-12-10_08:33:48.951896) \u000a08:33:52.088315 run osmo-hlr_10.42.42.2(pid=17432): stderr: \u000a| �[0;m�[1;31m20221210083349132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083349132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083349132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083349132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083349132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083349132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083349143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083349153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083349153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083349153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:52.158401 run osmo-msc_10.42.42.6(pid=17438): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17438)]\u000a08:33:52.209857 run osmo-msc_10.42.42.6(pid=17438): stdout: \u000a| (launched: 2022-12-10_08:33:50.971069) \u000a08:33:52.261187 run osmo-msc_10.42.42.6(pid=17438): stderr: \u000a| �[0;m�[38;5;43m20221210083351298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083351298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e48532c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083351298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083351298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083351299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083351299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083351301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083351301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083351301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083351301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:52.304900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17431): Terminating (SIGTERM)\u000a08:33:52.346611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17434): Terminating (SIGTERM)\u000a08:33:52.388008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17437): Terminating (SIGTERM)\u000a08:33:52.397913 --- ParallelTerminationStrategy: PID 17431 died...\u000a08:33:52.452981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17431): Terminated: ok {rc=0}\u000a08:33:52.463300 --- ParallelTerminationStrategy: PID 17434 died...\u000a08:33:52.518402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17434): Terminated: ok {rc=0}\u000a08:33:52.528431 --- ParallelTerminationStrategy: PID 17437 died...\u000a08:33:52.584291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17437): Terminated: ok {rc=0}\u000a08:33:52.669097 bus /sierra_3: Setting Powered False\u000a08:33:53.776330 bus /sierra_3: Setting Powered False\u000a08:33:54.883688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:33:35" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17450): Process ended prematurely: osmo-stp_10.42.42.5(pid=17450) [trial-2372↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17450)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17450): Process ended prematurely: osmo-stp_10.42.42.5(pid=17450) [trial-2372↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:33:56.866318 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:56.877817 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a08:33:57.008065 tst emergency_mo_mt_call.py: using LAC 27156\u000a08:33:57.129160 tst emergency_mo_mt_call.py: using RAC 126\u000a08:33:57.255060 tst emergency_mo_mt_call.py: using CellId 27156\u000a08:33:57.385958 tst emergency_mo_mt_call.py: using BVCI 27157\u000a08:33:57.410414 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:57.421580 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:57.432556 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:57.444047 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:57.455536 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:57.467099 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:33:57.585753 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:33:57.785563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:58.259279 run create_hlr_db(pid=17444): Launched\u000a08:33:58.434529 bus /sierra_2: Setting Powered False\u000a08:33:59.455241 run create_hlr_db(pid=17444): Terminated: ok {rc=0}\u000a08:33:59.855738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17446): Launched\u000a08:34:00.155496 run osmo-hlr_10.42.42.2(pid=17447): Launched\u000a08:34:00.271457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:00.800127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17449): Launched\u000a08:34:01.394706 run osmo-stp_10.42.42.5(pid=17450): Launched\u000a08:34:01.670170 tst emergency_mo_mt_call.py: using MSISDN 7644\u000a08:34:01.837065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:34:02.410192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17452): Launched\u000a08:34:02.711126 run osmo-msc_10.42.42.6(pid=17453): Launched\u000a08:34:02.889069 run osmo-stp_10.42.42.5(pid=17450): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17450)]\u000a08:34:03.017630 run osmo-stp_10.42.42.5(pid=17450): stdout: \u000a| (launched: 2022-12-10_08:34:00.981302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:03.142771 run osmo-stp_10.42.42.5(pid=17450): stderr: \u000a| �[0;m�[38;5;43m20221210083401342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083401342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083401342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083401345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083401345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083401346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083401346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:03.263246 run osmo-stp_10.42.42.5(pid=17450): stdout: \u000a| (launched: 2022-12-10_08:34:00.981302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:03.382611 run osmo-stp_10.42.42.5(pid=17450): stderr: \u000a| �[0;m�[38;5;43m20221210083401342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083401342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083401342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083401345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083401345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083401346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083401346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:03.435343 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17450): Process ended prematurely: osmo-stp_10.42.42.5(pid=17450) [trial-2372↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17450)] [trial-2372↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a08:34:03.443473 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a08:34:03.503406 run osmo-hlr_10.42.42.2(pid=17447): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17447)]\u000a08:34:03.552379 run osmo-hlr_10.42.42.2(pid=17447): stdout: \u000a| (launched: 2022-12-10_08:34:00.008199) \u000a08:34:03.602444 run osmo-hlr_10.42.42.2(pid=17447): stderr: \u000a| �[0;m�[1;31m20221210083400185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083400185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083400185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083400185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083400185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083400185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083400198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083400207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083400207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083400207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:03.670158 run osmo-msc_10.42.42.6(pid=17453): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17453)]\u000a08:34:03.719242 run osmo-msc_10.42.42.6(pid=17453): stdout: \u000a| (launched: 2022-12-10_08:34:02.562296) \u000a08:34:03.768899 run osmo-msc_10.42.42.6(pid=17453): stderr: \u000a| �[0;m�[38;5;43m20221210083402835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083402835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedbcc05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083402835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083402835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083402835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083402835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083402837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083402838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083402838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083402838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:34:03.810442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17446): Terminating (SIGTERM)\u000a08:34:03.850354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17449): Terminating (SIGTERM)\u000a08:34:03.890288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17452): Terminating (SIGTERM)\u000a08:34:03.899388 --- ParallelTerminationStrategy: PID 17446 died...\u000a08:34:03.952594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17446): Terminated: ok {rc=0}\u000a08:34:03.962578 --- ParallelTerminationStrategy: PID 17449 died...\u000a08:34:04.016264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17449): Terminated: ok {rc=0}\u000a08:34:04.026253 --- ParallelTerminationStrategy: PID 17452 died...\u000a08:34:04.079455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17452): Terminated: ok {rc=0}\u000a08:34:04.168089 bus /sierra_3: Setting Powered False\u000a08:34:05.270011 bus /sierra_3: Setting Powered False\u000a08:34:06.379025 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17461): Process ended prematurely: osmo-stp_10.42.42.5(pid=17461) [trial-2372↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17461)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17461): Process ended prematurely: osmo-stp_10.42.42.5(pid=17461) [trial-2372↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:34:07.430008 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:34:07.441416 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a08:34:07.567823 tst emergency_preemptive_call.py: using LAC 27157\u000a08:34:07.686535 tst emergency_preemptive_call.py: using RAC 127\u000a08:34:07.806240 tst emergency_preemptive_call.py: using CellId 27157\u000a08:34:07.923810 tst emergency_preemptive_call.py: using BVCI 27158\u000a08:34:07.946620 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:34:07.957181 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:34:07.967578 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:34:07.978398 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:34:07.989109 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:34:07.999630 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:08.118748 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:08.234470 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:08.351597 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:08.553174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:09.026498 run create_hlr_db(pid=17455): Launched\u000a08:34:09.200451 bus /sierra_2: Setting Powered False\u000a08:34:10.221672 run create_hlr_db(pid=17455): Terminated: ok {rc=0}\u000a08:34:10.645439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17457): Launched\u000a08:34:10.946515 run osmo-hlr_10.42.42.2(pid=17458): Launched\u000a08:34:11.061072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:11.581413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17460): Launched\u000a08:34:11.880897 run osmo-stp_10.42.42.5(pid=17461): Launched\u000a08:34:12.061821 tst emergency_preemptive_call.py: using MSISDN 7645\u000a08:34:12.210353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:34:12.756792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17463): Launched\u000a08:34:13.056758 run osmo-msc_10.42.42.6(pid=17464): Launched\u000a08:34:13.233621 run osmo-stp_10.42.42.5(pid=17461): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17461)]\u000a08:34:13.361989 run osmo-stp_10.42.42.5(pid=17461): stdout: \u000a| (launched: 2022-12-10_08:34:11.733785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:13.487607 run osmo-stp_10.42.42.5(pid=17461): stderr: \u000a| �[0;m�[38;5;43m20221210083411901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083411901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083411902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083411902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083411905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:13.607779 run osmo-stp_10.42.42.5(pid=17461): stdout: \u000a| (launched: 2022-12-10_08:34:11.733785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:13.727935 run osmo-stp_10.42.42.5(pid=17461): stderr: \u000a| �[0;m�[38;5;43m20221210083411901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083411901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083411902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083411902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083411904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083411905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:13.780163 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17461): Process ended prematurely: osmo-stp_10.42.42.5(pid=17461) [trial-2372↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17461)] [trial-2372↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a08:34:13.788213 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a08:34:13.852475 run osmo-hlr_10.42.42.2(pid=17458): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17458)]\u000a08:34:13.903153 run osmo-hlr_10.42.42.2(pid=17458): stdout: \u000a| (launched: 2022-12-10_08:34:10.798437) \u000a08:34:13.954364 run osmo-hlr_10.42.42.2(pid=17458): stderr: \u000a| �[0;m�[1;31m20221210083410974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083410974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083410974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083410975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083410975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083410975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083410987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083410996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083410996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083410996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:14.024035 run osmo-msc_10.42.42.6(pid=17464): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17464)]\u000a08:34:14.074846 run osmo-msc_10.42.42.6(pid=17464): stdout: \u000a| (launched: 2022-12-10_08:34:12.908635) \u000a08:34:14.125982 run osmo-msc_10.42.42.6(pid=17464): stderr: \u000a| �[0;m�[38;5;43m20221210083413181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083413182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0c630fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083413182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083413182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083413182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083413182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083413184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083413185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083413185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083413185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:34:14.169433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17457): Terminating (SIGTERM)\u000a08:34:14.210461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17460): Terminating (SIGTERM)\u000a08:34:14.251618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17463): Terminating (SIGTERM)\u000a08:34:14.261240 --- ParallelTerminationStrategy: PID 17457 died...\u000a08:34:14.315938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17457): Terminated: ok {rc=0}\u000a08:34:14.326047 --- ParallelTerminationStrategy: PID 17460 died...\u000a08:34:14.380865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17460): Terminated: ok {rc=0}\u000a08:34:14.390887 --- ParallelTerminationStrategy: PID 17463 died...\u000a08:34:14.446397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17463): Terminated: ok {rc=0}\u000a08:34:14.533324 bus /sierra_9: Setting Powered False\u000a08:34:15.640730 bus /sierra_9: Setting Powered False\u000a08:34:16.759388 bus /sierra_8: Setting Powered False\u000a08:34:17.863774 bus /sierra_8: Setting Powered False\u000a08:34:18.972213 bus /sierra_3: Setting Powered False\u000a08:34:20.077585 bus /sierra_3: Setting Powered False\u000a08:34:21.190309 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:33:56" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17479): Process ended prematurely: osmo-stp_10.42.42.5(pid=17479) [trial-2372↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17479)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17479): Process ended prematurely: osmo-stp_10.42.42.5(pid=17479) [trial-2372↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:34:23.267368 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.278392 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:34:23.407417 tst cs_paging_gprs_active.py: using LAC 27158\u000a08:34:23.536797 tst cs_paging_gprs_active.py: using RAC 128\u000a08:34:23.664454 tst cs_paging_gprs_active.py: using CellId 27158\u000a08:34:23.795090 tst cs_paging_gprs_active.py: using BVCI 27159\u000a08:34:23.820100 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.831085 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.842221 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.852926 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.863574 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.874255 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.885017 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.895760 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:23.906584 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:24.021878 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:24.318372 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:34:24.454956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:24.795123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17469): Launched\u000a08:34:25.079043 run iperf3-srv_10.42.42.10(pid=17470): Launched\u000a08:34:25.278919 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:34:25.415003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:25.753579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17471): Launched\u000a08:34:26.037864 run iperf3-srv_10.42.42.10(pid=17472): Launched\u000a08:34:26.237967 tst cs_paging_gprs_active.py:38: start network...\u000a08:34:26.374061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:26.896456 run create_hlr_db(pid=17473): Launched\u000a08:34:27.084150 bus /sierra_2: Setting Powered False\u000a08:34:28.105018 run create_hlr_db(pid=17473): Terminated: ok {rc=0}\u000a08:34:28.539379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17475): Launched\u000a08:34:28.867639 run osmo-hlr_10.42.42.2(pid=17476): Launched\u000a08:34:28.989613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:29.555217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17478): Launched\u000a08:34:29.883509 run osmo-stp_10.42.42.5(pid=17479): Launched\u000a08:34:30.002584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:34:30.570703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17481): Launched\u000a08:34:30.687082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:34:31.012889 run patchelf(pid=17482): Launched\u000a08:34:31.207129 run osmo-stp_10.42.42.5(pid=17479): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17479)]\u000a08:34:31.349090 run osmo-stp_10.42.42.5(pid=17479): stdout: \u000a| (launched: 2022-12-10_08:34:29.720091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:31.490860 run osmo-stp_10.42.42.5(pid=17479): stderr: \u000a| �[0;m�[38;5;43m20221210083429916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083429916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083429917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083429917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083429917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083429918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083429918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:31.628576 run osmo-stp_10.42.42.5(pid=17479): stdout: \u000a| (launched: 2022-12-10_08:34:29.720091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:31.764700 run osmo-stp_10.42.42.5(pid=17479): stderr: \u000a| �[0;m�[38;5;43m20221210083429916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083429916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083429917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083429917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083429917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083429918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083429918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:31.924312 run patchelf(pid=17482): Terminating (SIGINT)\u000a08:34:32.110814 run patchelf(pid=17482): Terminated: ok {rc=0}\u000a08:34:32.144678 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17479): Process ended prematurely: osmo-stp_10.42.42.5(pid=17479) [trial-2372↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17479)] [trial-2372↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a08:34:32.154520 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a08:34:32.217552 run osmo-hlr_10.42.42.2(pid=17476): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17476)]\u000a08:34:32.269466 run osmo-hlr_10.42.42.2(pid=17476): stdout: \u000a| (launched: 2022-12-10_08:34:28.704583) \u000a08:34:32.321335 run osmo-hlr_10.42.42.2(pid=17476): stderr: \u000a| �[0;m�[1;31m20221210083428908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083428909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083428909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083428909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083428909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083428909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083428921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083428929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083428929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083428930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:32.365622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17469): Terminating (SIGTERM)\u000a08:34:32.407052 run iperf3-srv_10.42.42.10(pid=17470): Terminating (SIGTERM)\u000a08:34:32.448615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17471): Terminating (SIGTERM)\u000a08:34:32.490030 run iperf3-srv_10.42.42.10(pid=17472): Terminating (SIGTERM)\u000a08:34:32.531696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17475): Terminating (SIGTERM)\u000a08:34:32.573464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17478): Terminating (SIGTERM)\u000a08:34:32.615529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17481): Terminating (SIGTERM)\u000a08:34:32.625307 --- ParallelTerminationStrategy: PID 17469 died...\u000a08:34:32.681281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17469): Terminated: ok {rc=0}\u000a08:34:32.691537 --- ParallelTerminationStrategy: PID 17470 died...\u000a08:34:32.746945 run iperf3-srv_10.42.42.10(pid=17470): Terminated {rc=256}\u000a08:34:32.757089 --- ParallelTerminationStrategy: PID 17471 died...\u000a08:34:32.812703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17471): Terminated: ok {rc=0}\u000a08:34:32.822963 --- ParallelTerminationStrategy: PID 17472 died...\u000a08:34:32.879201 run iperf3-srv_10.42.42.10(pid=17472): Terminated {rc=256}\u000a08:34:32.889599 --- ParallelTerminationStrategy: PID 17475 died...\u000a08:34:32.944811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17475): Terminated: ok {rc=0}\u000a08:34:32.955185 --- ParallelTerminationStrategy: PID 17478 died...\u000a08:34:33.010843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17478): Terminated: ok {rc=0}\u000a08:34:33.021143 --- ParallelTerminationStrategy: PID 17481 died...\u000a08:34:33.076431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17481): Terminated: ok {rc=0}\u000a08:34:33.162514 bus /gobi_0: Setting Powered False\u000a08:34:34.268286 bus /gobi_0: Setting Powered False\u000a08:34:35.375958 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17491): Process ended prematurely: osmo-stp_10.42.42.5(pid=17491) [trial-2372↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17491)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17491): Process ended prematurely: osmo-stp_10.42.42.5(pid=17491) [trial-2372↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a08:34:36.490134 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:36.501712 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:34:36.631724 tst iperf3.py: using LAC 27159\u000a08:34:36.759319 tst iperf3.py: using RAC 129\u000a08:34:36.889335 tst iperf3.py: using CellId 27159\u000a08:34:37.019015 tst iperf3.py: using BVCI 27160\u000a08:34:37.044170 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:37.055067 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:37.065958 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:37.076860 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:37.087711 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:37.098700 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:37.109661 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:37.120573 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:37.131651 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:37.427845 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:34:37.563910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:37.904136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17483): Launched\u000a08:34:38.186629 run iperf3-srv_10.42.42.10(pid=17484): Launched\u000a08:34:38.385370 tst iperf3.py:8: start network...\u000a08:34:38.521090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:39.042980 run create_hlr_db(pid=17485): Launched\u000a08:34:39.230762 bus /gobi_6: Setting Powered False\u000a08:34:40.251730 run create_hlr_db(pid=17485): Terminated: ok {rc=0}\u000a08:34:40.664175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17487): Launched\u000a08:34:40.973075 run osmo-hlr_10.42.42.2(pid=17488): Launched\u000a08:34:41.092112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:41.631165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17490): Launched\u000a08:34:41.940297 run osmo-stp_10.42.42.5(pid=17491): Launched\u000a08:34:42.052169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:34:42.589285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17493): Launched\u000a08:34:42.698411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:34:42.967585 run patchelf(pid=17494): Launched\u000a08:34:43.146048 run osmo-stp_10.42.42.5(pid=17491): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17491)]\u000a08:34:43.276312 run osmo-stp_10.42.42.5(pid=17491): stdout: \u000a| (launched: 2022-12-10_08:34:41.786200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:43.406873 run osmo-stp_10.42.42.5(pid=17491): stderr: \u000a| �[0;m�[38;5;43m20221210083441960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083441960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083441961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083441961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083441961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083441962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083441962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:43.533077 run osmo-stp_10.42.42.5(pid=17491): stdout: \u000a| (launched: 2022-12-10_08:34:41.786200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:43.658056 run osmo-stp_10.42.42.5(pid=17491): stderr: \u000a| �[0;m�[38;5;43m20221210083441960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083441960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083441961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083441961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083441961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083441962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083441962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:43.803423 run patchelf(pid=17494): Terminating (SIGINT)\u000a08:34:43.974943 run patchelf(pid=17494): Terminated: ok {rc=0}\u000a08:34:44.006148 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17491): Process ended prematurely: osmo-stp_10.42.42.5(pid=17491) [trial-2372↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17491)] [trial-2372↪gprs:oc2g↪iperf3.py:8]\u000a08:34:44.015214 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:34:44.075165 run osmo-hlr_10.42.42.2(pid=17488): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17488)]\u000a08:34:44.123861 run osmo-hlr_10.42.42.2(pid=17488): stdout: \u000a| (launched: 2022-12-10_08:34:40.819734) \u000a08:34:44.173493 run osmo-hlr_10.42.42.2(pid=17488): stderr: \u000a| �[0;m�[1;31m20221210083440997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083440997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083440997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083440997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083440997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083440998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083441010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083441019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083441019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083441019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:44.215023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17483): Terminating (SIGTERM)\u000a08:34:44.254198 run iperf3-srv_10.42.42.10(pid=17484): Terminating (SIGTERM)\u000a08:34:44.293490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17487): Terminating (SIGTERM)\u000a08:34:44.332658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17490): Terminating (SIGTERM)\u000a08:34:44.372076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17493): Terminating (SIGTERM)\u000a08:34:44.381484 --- ParallelTerminationStrategy: PID 17483 died...\u000a08:34:44.434107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17483): Terminated: ok {rc=0}\u000a08:34:44.443908 --- ParallelTerminationStrategy: PID 17484 died...\u000a08:34:44.496246 run iperf3-srv_10.42.42.10(pid=17484): Terminated {rc=256}\u000a08:34:44.506094 --- ParallelTerminationStrategy: PID 17487 died...\u000a08:34:44.558481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17487): Terminated: ok {rc=0}\u000a08:34:44.568193 --- ParallelTerminationStrategy: PID 17490 died...\u000a08:34:44.620703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17490): Terminated: ok {rc=0}\u000a08:34:44.630479 --- ParallelTerminationStrategy: PID 17493 died...\u000a08:34:44.683083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17493): Terminated: ok {rc=0}\u000a08:34:44.771071 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17509): Process ended prematurely: osmo-stp_10.42.42.5(pid=17509) [trial-2372↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17509)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17509): Process ended prematurely: osmo-stp_10.42.42.5(pid=17509) [trial-2372↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a08:34:45.896337 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:45.913187 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:34:46.062084 tst iperf3m4.py: using LAC 27160\u000a08:34:46.187508 tst iperf3m4.py: using RAC 130\u000a08:34:46.317490 tst iperf3m4.py: using CellId 27160\u000a08:34:46.449953 tst iperf3m4.py: using BVCI 27161\u000a08:34:46.475798 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:46.487853 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:46.499653 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:46.511435 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:46.523254 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:46.534957 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:46.546536 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:46.558297 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:34:46.569760 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:46.692881 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:46.846621 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:46.996904 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:34:47.282385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:34:47.412151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:47.734431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17495): Launched\u000a08:34:48.002473 run iperf3-srv_10.42.42.10(pid=17496): Launched\u000a08:34:48.189335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:34:48.317613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:48.637452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17497): Launched\u000a08:34:48.903539 run iperf3-srv_10.42.42.10(pid=17498): Launched\u000a08:34:49.088461 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:34:49.215363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:49.533143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17499): Launched\u000a08:34:49.797580 run iperf3-srv_10.42.42.10(pid=17500): Launched\u000a08:34:49.983538 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:34:50.110323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:34:50.428864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17501): Launched\u000a08:34:50.693324 run iperf3-srv_10.42.42.10(pid=17502): Launched\u000a08:34:50.878424 tst iperf3m4.py:8: start network...\u000a08:34:51.005447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:51.487893 run create_hlr_db(pid=17503): Launched\u000a08:34:51.663723 bus /gobi_6: Setting Powered False\u000a08:34:52.695744 run create_hlr_db(pid=17503): Terminated: ok {rc=0}\u000a08:34:53.107614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17505): Launched\u000a08:34:53.416534 run osmo-hlr_10.42.42.2(pid=17506): Launched\u000a08:34:53.535284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:54.075046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17508): Launched\u000a08:34:54.383043 run osmo-stp_10.42.42.5(pid=17509): Launched\u000a08:34:54.495445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:34:55.029571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17511): Launched\u000a08:34:55.138853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:34:55.407919 run patchelf(pid=17512): Launched\u000a08:34:55.586488 run osmo-stp_10.42.42.5(pid=17509): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17509)]\u000a08:34:55.717133 run osmo-stp_10.42.42.5(pid=17509): stdout: \u000a| (launched: 2022-12-10_08:34:54.229943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:55.848141 run osmo-stp_10.42.42.5(pid=17509): stderr: \u000a| �[0;m�[38;5;43m20221210083454404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083454404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083454404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083454405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083454405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083454405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083454405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:55.974771 run osmo-stp_10.42.42.5(pid=17509): stdout: \u000a| (launched: 2022-12-10_08:34:54.229943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:56.100824 run osmo-stp_10.42.42.5(pid=17509): stderr: \u000a| �[0;m�[38;5;43m20221210083454404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083454404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083454404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083454405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083454405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083454405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083454405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:56.246721 run patchelf(pid=17512): Terminating (SIGINT)\u000a08:34:56.417952 run patchelf(pid=17512): Terminated: ok {rc=0}\u000a08:34:56.449249 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17509): Process ended prematurely: osmo-stp_10.42.42.5(pid=17509) [trial-2372↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17509)] [trial-2372↪gprs:oc2g↪iperf3m4.py:8]\u000a08:34:56.458384 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a08:34:56.518822 run osmo-hlr_10.42.42.2(pid=17506): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17506)]\u000a08:34:56.567667 run osmo-hlr_10.42.42.2(pid=17506): stdout: \u000a| (launched: 2022-12-10_08:34:53.262744) \u000a08:34:56.617441 run osmo-hlr_10.42.42.2(pid=17506): stderr: \u000a| �[0;m�[1;31m20221210083453442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083453442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083453442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083453442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083453442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083453442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083453454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083453462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083453463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083453463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:56.659418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17495): Terminating (SIGTERM)\u000a08:34:56.699187 run iperf3-srv_10.42.42.10(pid=17496): Terminating (SIGTERM)\u000a08:34:56.739034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17497): Terminating (SIGTERM)\u000a08:34:56.778677 run iperf3-srv_10.42.42.10(pid=17498): Terminating (SIGTERM)\u000a08:34:56.818457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17499): Terminating (SIGTERM)\u000a08:34:56.858072 run iperf3-srv_10.42.42.10(pid=17500): Terminating (SIGTERM)\u000a08:34:56.897823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17501): Terminating (SIGTERM)\u000a08:34:56.937415 run iperf3-srv_10.42.42.10(pid=17502): Terminating (SIGTERM)\u000a08:34:56.977052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17505): Terminating (SIGTERM)\u000a08:34:57.016631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17508): Terminating (SIGTERM)\u000a08:34:57.056527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17511): Terminating (SIGTERM)\u000a08:34:57.066094 --- ParallelTerminationStrategy: PID 17495 died...\u000a08:34:57.119367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17495): Terminated: ok {rc=0}\u000a08:34:57.129342 --- ParallelTerminationStrategy: PID 17496 died...\u000a08:34:57.182373 run iperf3-srv_10.42.42.10(pid=17496): Terminated {rc=256}\u000a08:34:57.192201 --- ParallelTerminationStrategy: PID 17497 died...\u000a08:34:57.246077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17497): Terminated: ok {rc=0}\u000a08:34:57.255885 --- ParallelTerminationStrategy: PID 17498 died...\u000a08:34:57.308718 run iperf3-srv_10.42.42.10(pid=17498): Terminated {rc=256}\u000a08:34:57.318347 --- ParallelTerminationStrategy: PID 17499 died...\u000a08:34:57.371755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17499): Terminated: ok {rc=0}\u000a08:34:57.381434 --- ParallelTerminationStrategy: PID 17500 died...\u000a08:34:57.434251 run iperf3-srv_10.42.42.10(pid=17500): Terminated {rc=256}\u000a08:34:57.443771 --- ParallelTerminationStrategy: PID 17501 died...\u000a08:34:57.496186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17501): Terminated: ok {rc=0}\u000a08:34:57.505979 --- ParallelTerminationStrategy: PID 17502 died...\u000a08:34:57.558366 run iperf3-srv_10.42.42.10(pid=17502): Terminated {rc=256}\u000a08:34:57.568122 --- ParallelTerminationStrategy: PID 17505 died...\u000a08:34:57.620436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17505): Terminated: ok {rc=0}\u000a08:34:57.630270 --- ParallelTerminationStrategy: PID 17508 died...\u000a08:34:57.682648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17508): Terminated: ok {rc=0}\u000a08:34:57.692451 --- ParallelTerminationStrategy: PID 17511 died...\u000a08:34:57.744847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17511): Terminated: ok {rc=0}\u000a08:34:57.833063 bus /gobi_4: Setting Powered False\u000a08:34:58.933703 bus /gobi_4: Setting Powered False\u000a08:35:00.040513 bus /gobi_1: Setting Powered False\u000a08:35:01.156363 bus /gobi_1: Setting Powered False\u000a08:35:02.272637 bus /gobi_0: Setting Powered False\u000a08:35:03.375160 bus /gobi_0: Setting Powered False\u000a08:35:04.486648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17523): Process ended prematurely: osmo-stp_10.42.42.5(pid=17523) [trial-2372↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17523)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17523): Process ended prematurely: osmo-stp_10.42.42.5(pid=17523) [trial-2372↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g ping.py\u000a----------------------------------------------\u000a08:35:05.553160 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:05.563913 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:35:05.687689 tst ping.py: using LAC 27161\u000a08:35:05.812072 tst ping.py: using RAC 131\u000a08:35:05.931260 tst ping.py: using CellId 27161\u000a08:35:06.048158 tst ping.py: using BVCI 27162\u000a08:35:06.071617 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:06.082087 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:06.092456 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:06.103047 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:06.113548 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:06.124016 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:06.134666 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:06.145219 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:35:06.435613 tst ping.py:19: start network...\u000a08:35:06.569256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:07.080478 run create_hlr_db(pid=17517): Launched\u000a08:35:07.265075 bus /gobi_6: Setting Powered False\u000a08:35:08.285431 run create_hlr_db(pid=17517): Terminated: ok {rc=0}\u000a08:35:08.690994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17519): Launched\u000a08:35:08.994032 run osmo-hlr_10.42.42.2(pid=17520): Launched\u000a08:35:09.111445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:09.644539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17522): Launched\u000a08:35:09.948133 run osmo-stp_10.42.42.5(pid=17523): Launched\u000a08:35:10.058269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:10.585536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17525): Launched\u000a08:35:10.692510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:10.958311 run patchelf(pid=17526): Launched\u000a08:35:11.134428 run osmo-stp_10.42.42.5(pid=17523): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17523)]\u000a08:35:11.262628 run osmo-stp_10.42.42.5(pid=17523): stdout: \u000a| (launched: 2022-12-10_08:35:09.796456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:11.391016 run osmo-stp_10.42.42.5(pid=17523): stderr: \u000a| �[0;m�[38;5;43m20221210083509971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083509971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083509971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083509972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083509972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083509972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083509972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:11.515082 run osmo-stp_10.42.42.5(pid=17523): stdout: \u000a| (launched: 2022-12-10_08:35:09.796456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:11.638338 run osmo-stp_10.42.42.5(pid=17523): stderr: \u000a| �[0;m�[38;5;43m20221210083509971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083509971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083509971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083509972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083509972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083509972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083509972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:11.781462 run patchelf(pid=17526): Terminating (SIGINT)\u000a08:35:11.950560 run patchelf(pid=17526): Terminated: ok {rc=0}\u000a08:35:11.981014 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17523): Process ended prematurely: osmo-stp_10.42.42.5(pid=17523) [trial-2372↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17523)] [trial-2372↪gprs:oc2g↪ping.py:22]\u000a08:35:11.989474 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:35:12.050276 run osmo-hlr_10.42.42.2(pid=17520): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17520)]\u000a08:35:12.099679 run osmo-hlr_10.42.42.2(pid=17520): stdout: \u000a| (launched: 2022-12-10_08:35:08.843292) \u000a08:35:12.149900 run osmo-hlr_10.42.42.2(pid=17520): stderr: \u000a| �[0;m�[1;31m20221210083509021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083509021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083509021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083509021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083509021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083509021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083509033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083509042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083509042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083509043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:12.191935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17519): Terminating (SIGTERM)\u000a08:35:12.232073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17522): Terminating (SIGTERM)\u000a08:35:12.271923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17525): Terminating (SIGTERM)\u000a08:35:12.281598 --- ParallelTerminationStrategy: PID 17519 died...\u000a08:35:12.336032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17519): Terminated: ok {rc=0}\u000a08:35:12.345937 --- ParallelTerminationStrategy: PID 17522 died...\u000a08:35:12.399395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17522): Terminated: ok {rc=0}\u000a08:35:12.409443 --- ParallelTerminationStrategy: PID 17525 died...\u000a08:35:12.462534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17525): Terminated: ok {rc=0}\u000a08:35:12.550695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17533): Process ended prematurely: osmo-stp_10.42.42.5(pid=17533) [trial-2372↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17533)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17533): Process ended prematurely: osmo-stp_10.42.42.5(pid=17533) [trial-2372↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a08:35:13.603534 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:13.615141 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:35:13.740674 tst ping_idle_ping.py: using LAC 27162\u000a08:35:13.859213 tst ping_idle_ping.py: using RAC 132\u000a08:35:13.979537 tst ping_idle_ping.py: using CellId 27162\u000a08:35:14.099835 tst ping_idle_ping.py: using BVCI 27163\u000a08:35:14.123257 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:14.133831 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:14.144299 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:14.154926 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:14.165459 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:14.175993 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:14.186783 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:35:14.197392 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:35:14.486414 tst ping_idle_ping.py:24: start network...\u000a08:35:14.620049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:15.137050 run create_hlr_db(pid=17527): Launched\u000a08:35:15.322821 bus /gobi_6: Setting Powered False\u000a08:35:16.349116 run create_hlr_db(pid=17527): Terminated: ok {rc=0}\u000a08:35:16.803894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17529): Launched\u000a08:35:17.176860 run osmo-hlr_10.42.42.2(pid=17530): Launched\u000a08:35:17.295956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:17.830621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17532): Launched\u000a08:35:18.136345 run osmo-stp_10.42.42.5(pid=17533): Launched\u000a08:35:18.246511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:18.772847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17535): Launched\u000a08:35:18.880066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:19.145922 run patchelf(pid=17536): Launched\u000a08:35:19.322430 run osmo-stp_10.42.42.5(pid=17533): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17533)]\u000a08:35:19.451296 run osmo-stp_10.42.42.5(pid=17533): stdout: \u000a| (launched: 2022-12-10_08:35:17.984505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:19.580587 run osmo-stp_10.42.42.5(pid=17533): stderr: \u000a| �[0;m�[38;5;43m20221210083518157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083518158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083518158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083518158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083518159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083518159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083518159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:19.705424 run osmo-stp_10.42.42.5(pid=17533): stdout: \u000a| (launched: 2022-12-10_08:35:17.984505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:19.829475 run osmo-stp_10.42.42.5(pid=17533): stderr: \u000a| �[0;m�[38;5;43m20221210083518157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083518158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083518158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083518158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083518159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083518159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083518159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:19.974053 run patchelf(pid=17536): Terminating (SIGINT)\u000a08:35:20.143363 run patchelf(pid=17536): Terminated: ok {rc=0}\u000a08:35:20.174143 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17533): Process ended prematurely: osmo-stp_10.42.42.5(pid=17533) [trial-2372↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17533)] [trial-2372↪gprs:oc2g↪ping_idle_ping.py:27]\u000a08:35:20.182684 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:35:20.243533 run osmo-hlr_10.42.42.2(pid=17530): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17530)]\u000a08:35:20.292632 run osmo-hlr_10.42.42.2(pid=17530): stdout: \u000a| (launched: 2022-12-10_08:35:16.971735) \u000a08:35:20.342530 run osmo-hlr_10.42.42.2(pid=17530): stderr: \u000a| �[0;m�[1;31m20221210083517205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083517205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083517205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083517205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083517205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083517205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083517217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083517225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083517226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083517226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:20.384785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17529): Terminating (SIGTERM)\u000a08:35:20.424898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17532): Terminating (SIGTERM)\u000a08:35:20.465044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17535): Terminating (SIGTERM)\u000a08:35:20.474657 --- ParallelTerminationStrategy: PID 17529 died...\u000a08:35:20.528084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17529): Terminated: ok {rc=0}\u000a08:35:20.537785 --- ParallelTerminationStrategy: PID 17532 died...\u000a08:35:20.590822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17532): Terminated: ok {rc=0}\u000a08:35:20.600703 --- ParallelTerminationStrategy: PID 17535 died...\u000a08:35:20.653555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17535): Terminated: ok {rc=0}\u000a08:35:20.740597 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:34:22" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17551): Process ended prematurely: osmo-stp_10.42.42.5(pid=17551) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17551)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17551): Process ended prematurely: osmo-stp_10.42.42.5(pid=17551) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:35:22.838545 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:22.849062 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:35:22.971360 tst cs_paging_gprs_active.py: using LAC 27163\u000a08:35:23.099716 tst cs_paging_gprs_active.py: using RAC 133\u000a08:35:23.223015 tst cs_paging_gprs_active.py: using CellId 27163\u000a08:35:23.352799 tst cs_paging_gprs_active.py: using BVCI 27164\u000a08:35:23.377414 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:23.388478 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:23.399292 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:23.410113 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:23.420813 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:23.431556 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:23.442561 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:23.453325 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:23.464215 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:35:23.580403 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:35:23.870919 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:35:24.004651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:35:24.333409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17541): Launched\u000a08:35:24.606829 run iperf3-srv_10.42.42.10(pid=17542): Launched\u000a08:35:24.801902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:35:24.935382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:35:25.263737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17543): Launched\u000a08:35:25.537346 run iperf3-srv_10.42.42.10(pid=17544): Launched\u000a08:35:25.732433 tst cs_paging_gprs_active.py:38: start network...\u000a08:35:25.865987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:26.377593 run create_hlr_db(pid=17545): Launched\u000a08:35:26.562280 bus /gobi_6: Setting Powered False\u000a08:35:27.583287 run create_hlr_db(pid=17545): Terminated: ok {rc=0}\u000a08:35:28.007581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17547): Launched\u000a08:35:28.327209 run osmo-hlr_10.42.42.2(pid=17548): Launched\u000a08:35:28.444832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:28.998782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17550): Launched\u000a08:35:29.318450 run osmo-stp_10.42.42.5(pid=17551): Launched\u000a08:35:29.435048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:29.992810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17553): Launched\u000a08:35:30.107440 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:30.386605 run patchelf(pid=17554): Launched\u000a08:35:30.573845 run osmo-stp_10.42.42.5(pid=17551): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17551)]\u000a08:35:30.710765 run osmo-stp_10.42.42.5(pid=17551): stdout: \u000a| (launched: 2022-12-10_08:35:29.162193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:30.848369 run osmo-stp_10.42.42.5(pid=17551): stderr: \u000a| �[0;m�[38;5;43m20221210083529352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083529352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083529352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083529353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083529353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083529353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083529353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:30.984302 run osmo-stp_10.42.42.5(pid=17551): stdout: \u000a| (launched: 2022-12-10_08:35:29.162193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:31.118808 run osmo-stp_10.42.42.5(pid=17551): stderr: \u000a| �[0;m�[38;5;43m20221210083529352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083529352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083529352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083529353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083529353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083529353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083529353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:31.274768 run patchelf(pid=17554): Terminating (SIGINT)\u000a08:35:31.457947 run patchelf(pid=17554): Terminated: ok {rc=0}\u000a08:35:31.492235 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17551): Process ended prematurely: osmo-stp_10.42.42.5(pid=17551) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17551)] [trial-2372↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:35:31.503058 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:35:31.567295 run osmo-hlr_10.42.42.2(pid=17548): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17548)]\u000a08:35:31.620466 run osmo-hlr_10.42.42.2(pid=17548): stdout: \u000a| (launched: 2022-12-10_08:35:28.170588) \u000a08:35:31.676063 run osmo-hlr_10.42.42.2(pid=17548): stderr: \u000a| �[0;m�[1;31m20221210083528367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083528367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083528367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083528367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083528367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083528367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083528379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083528388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083528389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083528389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:31.720417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17541): Terminating (SIGTERM)\u000a08:35:31.766172 run iperf3-srv_10.42.42.10(pid=17542): Terminating (SIGTERM)\u000a08:35:31.811534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17543): Terminating (SIGTERM)\u000a08:35:31.855731 run iperf3-srv_10.42.42.10(pid=17544): Terminating (SIGTERM)\u000a08:35:31.901308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17547): Terminating (SIGTERM)\u000a08:35:31.944282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17550): Terminating (SIGTERM)\u000a08:35:31.992259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17553): Terminating (SIGTERM)\u000a08:35:32.002716 --- ParallelTerminationStrategy: PID 17541 died...\u000a08:35:32.061061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17541): Terminated: ok {rc=0}\u000a08:35:32.071518 --- ParallelTerminationStrategy: PID 17542 died...\u000a08:35:32.128099 run iperf3-srv_10.42.42.10(pid=17542): Terminated {rc=256}\u000a08:35:32.138529 --- ParallelTerminationStrategy: PID 17543 died...\u000a08:35:32.196185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17543): Terminated: ok {rc=0}\u000a08:35:32.206619 --- ParallelTerminationStrategy: PID 17544 died...\u000a08:35:32.263652 run iperf3-srv_10.42.42.10(pid=17544): Terminated {rc=256}\u000a08:35:32.273878 --- ParallelTerminationStrategy: PID 17547 died...\u000a08:35:32.328499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17547): Terminated: ok {rc=0}\u000a08:35:32.338055 --- ParallelTerminationStrategy: PID 17550 died...\u000a08:35:32.392359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17550): Terminated: ok {rc=0}\u000a08:35:32.401890 --- ParallelTerminationStrategy: PID 17553 died...\u000a08:35:32.456244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17553): Terminated: ok {rc=0}\u000a08:35:32.543217 bus /gobi_0: Setting Powered False\u000a08:35:33.646570 bus /gobi_0: Setting Powered False\u000a08:35:34.756172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17563): Process ended prematurely: osmo-stp_10.42.42.5(pid=17563) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17563)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17563): Process ended prematurely: osmo-stp_10.42.42.5(pid=17563) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:35:35.865525 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:35.876903 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:35:36.000575 tst iperf3.py: using LAC 27164\u000a08:35:36.120649 tst iperf3.py: using RAC 134\u000a08:35:36.238918 tst iperf3.py: using CellId 27164\u000a08:35:36.360130 tst iperf3.py: using BVCI 27165\u000a08:35:36.383153 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:36.393870 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:36.404319 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:36.415531 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:36.426876 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:36.438242 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:36.449755 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:36.461075 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:36.472687 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:35:36.766431 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:35:36.901305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:35:37.230727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17555): Launched\u000a08:35:37.503720 run iperf3-srv_10.42.42.10(pid=17556): Launched\u000a08:35:37.698824 tst iperf3.py:8: start network...\u000a08:35:37.832052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:38.331094 run create_hlr_db(pid=17557): Launched\u000a08:35:38.504683 bus /gobi_6: Setting Powered False\u000a08:35:39.525214 run create_hlr_db(pid=17557): Terminated: ok {rc=0}\u000a08:35:39.923617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17559): Launched\u000a08:35:40.222908 run osmo-hlr_10.42.42.2(pid=17560): Launched\u000a08:35:40.335821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:40.856100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17562): Launched\u000a08:35:41.157757 run osmo-stp_10.42.42.5(pid=17563): Launched\u000a08:35:41.268622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:41.791337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17565): Launched\u000a08:35:41.899347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:42.161129 run patchelf(pid=17566): Launched\u000a08:35:42.337174 run osmo-stp_10.42.42.5(pid=17563): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17563)]\u000a08:35:42.466464 run osmo-stp_10.42.42.5(pid=17563): stdout: \u000a| (launched: 2022-12-10_08:35:41.009613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:42.595683 run osmo-stp_10.42.42.5(pid=17563): stderr: \u000a| �[0;m�[38;5;43m20221210083541180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083541180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083541180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083541181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083541181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083541181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083541181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:42.720510 run osmo-stp_10.42.42.5(pid=17563): stdout: \u000a| (launched: 2022-12-10_08:35:41.009613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:42.844532 run osmo-stp_10.42.42.5(pid=17563): stderr: \u000a| �[0;m�[38;5;43m20221210083541180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083541180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083541180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083541181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083541181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083541181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083541181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:42.988561 run patchelf(pid=17566): Terminating (SIGINT)\u000a08:35:43.158114 run patchelf(pid=17566): Terminated: ok {rc=0}\u000a08:35:43.189738 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17563): Process ended prematurely: osmo-stp_10.42.42.5(pid=17563) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17563)] [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a08:35:43.199092 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a08:35:43.259123 run osmo-hlr_10.42.42.2(pid=17560): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17560)]\u000a08:35:43.307553 run osmo-hlr_10.42.42.2(pid=17560): stdout: \u000a| (launched: 2022-12-10_08:35:40.075682) \u000a08:35:43.356400 run osmo-hlr_10.42.42.2(pid=17560): stderr: \u000a| �[0;m�[1;31m20221210083540250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083540250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083540250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083540250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083540250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083540250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083540265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083540275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083540275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083540275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:43.398463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17555): Terminating (SIGTERM)\u000a08:35:43.438027 run iperf3-srv_10.42.42.10(pid=17556): Terminating (SIGTERM)\u000a08:35:43.477973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17559): Terminating (SIGTERM)\u000a08:35:43.517397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17562): Terminating (SIGTERM)\u000a08:35:43.557575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17565): Terminating (SIGTERM)\u000a08:35:43.567203 --- ParallelTerminationStrategy: PID 17555 died...\u000a08:35:43.620562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17555): Terminated: ok {rc=0}\u000a08:35:43.630522 --- ParallelTerminationStrategy: PID 17556 died...\u000a08:35:43.683455 run iperf3-srv_10.42.42.10(pid=17556): Terminated {rc=256}\u000a08:35:43.693442 --- ParallelTerminationStrategy: PID 17559 died...\u000a08:35:43.747272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17559): Terminated: ok {rc=0}\u000a08:35:43.756921 --- ParallelTerminationStrategy: PID 17562 died...\u000a08:35:43.810330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17562): Terminated: ok {rc=0}\u000a08:35:43.820374 --- ParallelTerminationStrategy: PID 17565 died...\u000a08:35:43.874113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17565): Terminated: ok {rc=0}\u000a08:35:43.957695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17581): Process ended prematurely: osmo-stp_10.42.42.5(pid=17581) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17581)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17581): Process ended prematurely: osmo-stp_10.42.42.5(pid=17581) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:35:45.073250 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.084866 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:35:45.219130 tst iperf3m4.py: using LAC 27165\u000a08:35:45.345196 tst iperf3m4.py: using RAC 135\u000a08:35:45.473101 tst iperf3m4.py: using CellId 27165\u000a08:35:45.600748 tst iperf3m4.py: using BVCI 27166\u000a08:35:45.625661 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.636822 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.647843 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.659422 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.670908 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.682409 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.694076 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.705513 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:35:45.717172 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:35:45.848593 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:35:45.988555 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:35:46.115516 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:35:46.426274 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:35:46.562747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:35:46.938457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17567): Launched\u000a08:35:47.246980 run iperf3-srv_10.42.42.10(pid=17568): Launched\u000a08:35:47.442968 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:35:47.576799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:35:47.907059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17569): Launched\u000a08:35:48.180618 run iperf3-srv_10.42.42.10(pid=17570): Launched\u000a08:35:48.376497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:35:48.510947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:35:48.840205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17571): Launched\u000a08:35:49.114438 run iperf3-srv_10.42.42.10(pid=17572): Launched\u000a08:35:49.310467 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:35:49.443993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:35:49.773837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17573): Launched\u000a08:35:50.048097 run iperf3-srv_10.42.42.10(pid=17574): Launched\u000a08:35:50.244146 tst iperf3m4.py:8: start network...\u000a08:35:50.378140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:50.891291 run create_hlr_db(pid=17575): Launched\u000a08:35:51.076623 bus /gobi_6: Setting Powered False\u000a08:35:52.097927 run create_hlr_db(pid=17575): Terminated: ok {rc=0}\u000a08:35:52.524595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17577): Launched\u000a08:35:52.843850 run osmo-hlr_10.42.42.2(pid=17578): Launched\u000a08:35:52.961950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:53.517311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17580): Launched\u000a08:35:53.837711 run osmo-stp_10.42.42.5(pid=17581): Launched\u000a08:35:53.954082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:35:54.513252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17583): Launched\u000a08:35:54.628307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:35:54.907475 run patchelf(pid=17584): Launched\u000a08:35:55.094922 run osmo-stp_10.42.42.5(pid=17581): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17581)]\u000a08:35:55.231845 run osmo-stp_10.42.42.5(pid=17581): stdout: \u000a| (launched: 2022-12-10_08:35:53.680362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:55.369290 run osmo-stp_10.42.42.5(pid=17581): stderr: \u000a| �[0;m�[38;5;43m20221210083553873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083553873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083553873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083553874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083553874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083553874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083553874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:55.502084 run osmo-stp_10.42.42.5(pid=17581): stdout: \u000a| (launched: 2022-12-10_08:35:53.680362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:55.633444 run osmo-stp_10.42.42.5(pid=17581): stderr: \u000a| �[0;m�[38;5;43m20221210083553873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083553873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083553873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083553874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083553874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083553874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083553874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:55.786261 run patchelf(pid=17584): Terminating (SIGINT)\u000a08:35:55.966245 run patchelf(pid=17584): Terminated: ok {rc=0}\u000a08:35:55.999203 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17581): Process ended prematurely: osmo-stp_10.42.42.5(pid=17581) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17581)] [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:35:56.008842 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:35:56.071259 run osmo-hlr_10.42.42.2(pid=17578): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17578)]\u000a08:35:56.122096 run osmo-hlr_10.42.42.2(pid=17578): stdout: \u000a| (launched: 2022-12-10_08:35:52.688180) \u000a08:35:56.173310 run osmo-hlr_10.42.42.2(pid=17578): stderr: \u000a| �[0;m�[1;31m20221210083552892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083552892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083552892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083552892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083552892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083552892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083552904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083552912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083552913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083552913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:56.217027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17567): Terminating (SIGTERM)\u000a08:35:56.258319 run iperf3-srv_10.42.42.10(pid=17568): Terminating (SIGTERM)\u000a08:35:56.299536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17569): Terminating (SIGTERM)\u000a08:35:56.340707 run iperf3-srv_10.42.42.10(pid=17570): Terminating (SIGTERM)\u000a08:35:56.382041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17571): Terminating (SIGTERM)\u000a08:35:56.423118 run iperf3-srv_10.42.42.10(pid=17572): Terminating (SIGTERM)\u000a08:35:56.464570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17573): Terminating (SIGTERM)\u000a08:35:56.506114 run iperf3-srv_10.42.42.10(pid=17574): Terminating (SIGTERM)\u000a08:35:56.547203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17577): Terminating (SIGTERM)\u000a08:35:56.588422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17580): Terminating (SIGTERM)\u000a08:35:56.629717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17583): Terminating (SIGTERM)\u000a08:35:56.639170 --- ParallelTerminationStrategy: PID 17567 died...\u000a08:35:56.694211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17567): Terminated: ok {rc=0}\u000a08:35:56.704065 --- ParallelTerminationStrategy: PID 17568 died...\u000a08:35:56.758752 run iperf3-srv_10.42.42.10(pid=17568): Terminated {rc=256}\u000a08:35:56.768497 --- ParallelTerminationStrategy: PID 17569 died...\u000a08:35:56.823735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17569): Terminated: ok {rc=0}\u000a08:35:56.833997 --- ParallelTerminationStrategy: PID 17570 died...\u000a08:35:56.888817 run iperf3-srv_10.42.42.10(pid=17570): Terminated {rc=256}\u000a08:35:56.898679 --- ParallelTerminationStrategy: PID 17571 died...\u000a08:35:56.953499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17571): Terminated: ok {rc=0}\u000a08:35:56.963320 --- ParallelTerminationStrategy: PID 17572 died...\u000a08:35:57.017936 run iperf3-srv_10.42.42.10(pid=17572): Terminated {rc=256}\u000a08:35:57.027704 --- ParallelTerminationStrategy: PID 17573 died...\u000a08:35:57.082154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17573): Terminated: ok {rc=0}\u000a08:35:57.091961 --- ParallelTerminationStrategy: PID 17574 died...\u000a08:35:57.146538 run iperf3-srv_10.42.42.10(pid=17574): Terminated {rc=256}\u000a08:35:57.156300 --- ParallelTerminationStrategy: PID 17577 died...\u000a08:35:57.210929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17577): Terminated: ok {rc=0}\u000a08:35:57.220766 --- ParallelTerminationStrategy: PID 17580 died...\u000a08:35:57.275321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17580): Terminated: ok {rc=0}\u000a08:35:57.285218 --- ParallelTerminationStrategy: PID 17583 died...\u000a08:35:57.339910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17583): Terminated: ok {rc=0}\u000a08:35:57.425578 bus /gobi_4: Setting Powered False\u000a08:35:58.532536 bus /gobi_4: Setting Powered False\u000a08:35:59.641646 bus /gobi_1: Setting Powered False\u000a08:36:00.742011 bus /gobi_1: Setting Powered False\u000a08:36:01.859686 bus /gobi_0: Setting Powered False\u000a08:36:02.961108 bus /gobi_0: Setting Powered False\u000a08:36:04.071182 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17591): Process ended prematurely: osmo-stp_10.42.42.5(pid=17591) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17591)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17591): Process ended prematurely: osmo-stp_10.42.42.5(pid=17591) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:36:05.138722 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:05.150520 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:36:05.280676 tst ping.py: using LAC 27166\u000a08:36:05.399064 tst ping.py: using RAC 136\u000a08:36:05.521349 tst ping.py: using CellId 27166\u000a08:36:05.646760 tst ping.py: using BVCI 27167\u000a08:36:05.671447 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:05.682693 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:05.693747 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:05.704729 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:05.715622 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:05.726545 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:05.737677 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:05.748640 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:36:06.022426 tst ping.py:19: start network...\u000a08:36:06.145209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:06.609384 run create_hlr_db(pid=17585): Launched\u000a08:36:06.780267 bus /gobi_6: Setting Powered False\u000a08:36:07.800625 run create_hlr_db(pid=17585): Terminated: ok {rc=0}\u000a08:36:08.218595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17587): Launched\u000a08:36:08.532302 run osmo-hlr_10.42.42.2(pid=17588): Launched\u000a08:36:08.650230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:09.198347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17590): Launched\u000a08:36:09.511324 run osmo-stp_10.42.42.5(pid=17591): Launched\u000a08:36:09.625759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:36:10.175986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17593): Launched\u000a08:36:10.288318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:36:10.561974 run patchelf(pid=17594): Launched\u000a08:36:10.746748 run osmo-stp_10.42.42.5(pid=17591): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17591)]\u000a08:36:10.880759 run osmo-stp_10.42.42.5(pid=17591): stdout: \u000a| (launched: 2022-12-10_08:36:09.357906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:11.016169 run osmo-stp_10.42.42.5(pid=17591): stderr: \u000a| �[0;m�[38;5;43m20221210083609547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083609547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083609547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083609548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083609550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083609550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083609550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:11.146484 run osmo-stp_10.42.42.5(pid=17591): stdout: \u000a| (launched: 2022-12-10_08:36:09.357906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:11.276154 run osmo-stp_10.42.42.5(pid=17591): stderr: \u000a| �[0;m�[38;5;43m20221210083609547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083609547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083609547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083609548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083609550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083609550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083609550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:11.426990 run patchelf(pid=17594): Terminating (SIGINT)\u000a08:36:11.604105 run patchelf(pid=17594): Terminated: ok {rc=0}\u000a08:36:11.636162 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17591): Process ended prematurely: osmo-stp_10.42.42.5(pid=17591) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17591)] [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a08:36:11.645198 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:36:11.707323 run osmo-hlr_10.42.42.2(pid=17588): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17588)]\u000a08:36:11.758201 run osmo-hlr_10.42.42.2(pid=17588): stdout: \u000a| (launched: 2022-12-10_08:36:08.378265) \u000a08:36:11.809588 run osmo-hlr_10.42.42.2(pid=17588): stderr: \u000a| �[0;m�[1;31m20221210083608575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083608575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083608576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083608576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083608576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083608576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083608589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083608597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083608597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083608597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:11.853454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17587): Terminating (SIGTERM)\u000a08:36:11.895216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17590): Terminating (SIGTERM)\u000a08:36:11.936764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17593): Terminating (SIGTERM)\u000a08:36:11.946493 --- ParallelTerminationStrategy: PID 17587 died...\u000a08:36:12.001667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17587): Terminated: ok {rc=0}\u000a08:36:12.011734 --- ParallelTerminationStrategy: PID 17590 died...\u000a08:36:12.066534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17590): Terminated: ok {rc=0}\u000a08:36:12.076497 --- ParallelTerminationStrategy: PID 17593 died...\u000a08:36:12.131435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17593): Terminated: ok {rc=0}\u000a08:36:12.217618 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17601): Process ended prematurely: osmo-stp_10.42.42.5(pid=17601) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17601)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17601): Process ended prematurely: osmo-stp_10.42.42.5(pid=17601) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:36:13.270053 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:13.282188 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:36:13.413228 tst ping_idle_ping.py: using LAC 27167\u000a08:36:13.538091 tst ping_idle_ping.py: using RAC 137\u000a08:36:13.663020 tst ping_idle_ping.py: using CellId 27167\u000a08:36:13.787319 tst ping_idle_ping.py: using BVCI 27168\u000a08:36:13.811572 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:13.822780 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:13.833867 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:13.844903 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:13.855795 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:13.866722 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:13.877804 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:36:13.888839 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:36:14.177338 tst ping_idle_ping.py:24: start network...\u000a08:36:14.308705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:14.815264 run create_hlr_db(pid=17595): Launched\u000a08:36:14.998681 bus /gobi_6: Setting Powered False\u000a08:36:16.050855 run create_hlr_db(pid=17595): Terminated: ok {rc=0}\u000a08:36:16.479410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17597): Launched\u000a08:36:16.897123 run osmo-hlr_10.42.42.2(pid=17598): Launched\u000a08:36:17.084450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:17.648794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17600): Launched\u000a08:36:17.946304 run osmo-stp_10.42.42.5(pid=17601): Launched\u000a08:36:18.055168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:36:18.572809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17603): Launched\u000a08:36:18.679841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:36:18.941603 run patchelf(pid=17604): Launched\u000a08:36:19.116300 run osmo-stp_10.42.42.5(pid=17601): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17601)]\u000a08:36:19.243972 run osmo-stp_10.42.42.5(pid=17601): stdout: \u000a| (launched: 2022-12-10_08:36:17.800065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:19.371790 run osmo-stp_10.42.42.5(pid=17601): stderr: \u000a| �[0;m�[38;5;43m20221210083617971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083617972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083617972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083617972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083617973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083617973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083617973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:19.495459 run osmo-stp_10.42.42.5(pid=17601): stdout: \u000a| (launched: 2022-12-10_08:36:17.800065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:19.618615 run osmo-stp_10.42.42.5(pid=17601): stderr: \u000a| �[0;m�[38;5;43m20221210083617971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083617972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083617972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083617972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083617973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083617973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083617973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:19.761851 run patchelf(pid=17604): Terminating (SIGINT)\u000a08:36:19.929828 run patchelf(pid=17604): Terminated: ok {rc=0}\u000a08:36:19.960101 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17601): Process ended prematurely: osmo-stp_10.42.42.5(pid=17601) [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17601)] [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:36:19.968618 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:36:20.028801 run osmo-hlr_10.42.42.2(pid=17598): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17598)]\u000a08:36:20.077542 run osmo-hlr_10.42.42.2(pid=17598): stdout: \u000a| (launched: 2022-12-10_08:36:16.636885) \u000a08:36:20.126862 run osmo-hlr_10.42.42.2(pid=17598): stderr: \u000a| �[0;m�[1;31m20221210083616989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083616989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083616989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083616989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083616989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083616989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083617009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083617025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083617026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083617026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:20.168745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17597): Terminating (SIGTERM)\u000a08:36:20.208556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17600): Terminating (SIGTERM)\u000a08:36:20.248274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17603): Terminating (SIGTERM)\u000a08:36:20.257760 --- ParallelTerminationStrategy: PID 17597 died...\u000a08:36:20.311228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17597): Terminated: ok {rc=0}\u000a08:36:20.320880 --- ParallelTerminationStrategy: PID 17600 died...\u000a08:36:20.373547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17600): Terminated: ok {rc=0}\u000a08:36:20.383286 --- ParallelTerminationStrategy: PID 17603 died...\u000a08:36:20.436262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17603): Terminated: ok {rc=0}\u000a08:36:20.518310 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:35:22" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17622): Process ended prematurely: osmo-stp_10.42.42.5(pid=17622) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17622)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17622): Process ended prematurely: osmo-stp_10.42.42.5(pid=17622) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:36:22.650266 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:22.661044 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:36:22.805931 tst cs_paging_gprs_active.py: using LAC 27168\u000a08:36:22.924423 tst cs_paging_gprs_active.py: using RAC 138\u000a08:36:23.043252 tst cs_paging_gprs_active.py: using CellId 27168\u000a08:36:23.164082 tst cs_paging_gprs_active.py: using BVCI 27169\u000a08:36:23.187395 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:23.198310 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:23.208942 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:23.220071 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:23.231153 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:23.242216 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:23.253356 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:23.264315 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:23.275564 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:36:23.393332 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:36:23.672935 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:36:23.799501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:24.115419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17609): Launched\u000a08:36:24.378613 run iperf3-srv_10.42.42.10(pid=17610): Launched\u000a08:36:24.563983 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:36:24.691270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:25.007308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17611): Launched\u000a08:36:25.271147 run iperf3-srv_10.42.42.10(pid=17612): Launched\u000a08:36:25.456127 tst cs_paging_gprs_active.py:38: start network...\u000a08:36:25.582590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:26.060935 run create_hlr_db(pid=17613): Launched\u000a08:36:26.235497 bus /gobi_6: Setting Powered False\u000a08:36:27.255938 run create_hlr_db(pid=17613): Terminated: ok {rc=0}\u000a08:36:27.690347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Launched\u000a08:36:28.015384 run osmo-hlr_10.42.42.2(pid=17616): Launched\u000a08:36:28.135513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:28.696736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17621): Launched\u000a08:36:29.023233 run osmo-stp_10.42.42.5(pid=17622): Launched\u000a08:36:29.141556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:36:29.704895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17624): Launched\u000a08:36:29.819248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:36:30.103130 run patchelf(pid=17625): Launched\u000a08:36:30.289911 run osmo-stp_10.42.42.5(pid=17622): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17622)]\u000a08:36:30.426654 run osmo-stp_10.42.42.5(pid=17622): stdout: \u000a| (launched: 2022-12-10_08:36:28.861606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:30.563568 run osmo-stp_10.42.42.5(pid=17622): stderr: \u000a| �[0;m�[38;5;43m20221210083629058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083629058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083629059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083629059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:30.695773 run osmo-stp_10.42.42.5(pid=17622): stdout: \u000a| (launched: 2022-12-10_08:36:28.861606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:30.827387 run osmo-stp_10.42.42.5(pid=17622): stderr: \u000a| �[0;m�[38;5;43m20221210083629058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083629058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083629059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083629059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083629060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:30.990731 run patchelf(pid=17625): Terminating (SIGINT)\u000a08:36:31.165638 run patchelf(pid=17625): Terminated: ok {rc=0}\u000a08:36:31.199152 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17622): Process ended prematurely: osmo-stp_10.42.42.5(pid=17622) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17622)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:36:31.209344 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:36:31.274546 run osmo-hlr_10.42.42.2(pid=17616): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17616)]\u000a08:36:31.325646 run osmo-hlr_10.42.42.2(pid=17616): stdout: \u000a| (launched: 2022-12-10_08:36:27.854023) \u000a08:36:31.378102 run osmo-hlr_10.42.42.2(pid=17616): stderr: \u000a| �[0;m�[1;31m20221210083628057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083628057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083628057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083628057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083628057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083628057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083628070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083628078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083628078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083628078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:31.423508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17609): Terminating (SIGTERM)\u000a08:36:31.465334 run iperf3-srv_10.42.42.10(pid=17610): Terminating (SIGTERM)\u000a08:36:31.509533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17611): Terminating (SIGTERM)\u000a08:36:31.551560 run iperf3-srv_10.42.42.10(pid=17612): Terminating (SIGTERM)\u000a08:36:31.595220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Terminating (SIGTERM)\u000a08:36:31.639080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17621): Terminating (SIGTERM)\u000a08:36:31.684750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17624): Terminating (SIGTERM)\u000a08:36:31.695305 --- ParallelTerminationStrategy: PID 17609 died...\u000a08:36:31.752766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17609): Terminated: ok {rc=0}\u000a08:36:31.763396 --- ParallelTerminationStrategy: PID 17610 died...\u000a08:36:31.825702 run iperf3-srv_10.42.42.10(pid=17610): Terminated {rc=256}\u000a08:36:31.838158 --- ParallelTerminationStrategy: PID 17611 died...\u000a08:36:31.906684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17611): Terminated: ok {rc=0}\u000a08:36:31.919338 --- ParallelTerminationStrategy: PID 17612 died...\u000a08:36:31.983422 run iperf3-srv_10.42.42.10(pid=17612): Terminated {rc=256}\u000a08:36:31.994823 --- ParallelTerminationStrategy: PID 17615 died...\u000a08:36:32.051234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Terminated: ok {rc=0}\u000a08:36:32.061729 --- ParallelTerminationStrategy: PID 17621 died...\u000a08:36:32.116365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17621): Terminated: ok {rc=0}\u000a08:36:32.127804 --- ParallelTerminationStrategy: PID 17624 died...\u000a08:36:32.182166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17624): Terminated: ok {rc=0}\u000a08:36:32.269934 bus /gobi_0: Setting Powered False\u000a08:36:33.375237 bus /gobi_0: Setting Powered False\u000a08:36:34.484103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:36:35.593092 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:35.604176 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:36:35.750893 tst iperf3.py: using LAC 27169\u000a08:36:35.871708 tst iperf3.py: using RAC 139\u000a08:36:35.991014 tst iperf3.py: using CellId 27169\u000a08:36:36.109492 tst iperf3.py: using BVCI 27170\u000a08:36:36.132401 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:36.143244 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:36.153858 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:36.164569 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:36.175234 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:36.186471 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:36.197462 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:36.208133 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:36.219104 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:36:36.494218 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:36:36.620063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:36.935015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17626): Launched\u000a08:36:37.196908 run iperf3-srv_10.42.42.10(pid=17627): Launched\u000a08:36:37.380111 tst iperf3.py:8: start network...\u000a08:36:37.505708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:37.996158 run create_hlr_db(pid=17628): Launched\u000a08:36:38.180695 bus /gobi_6: Setting Powered False\u000a08:36:39.201674 run create_hlr_db(pid=17628): Terminated: ok {rc=0}\u000a08:36:39.629318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Launched\u000a08:36:39.952468 run osmo-hlr_10.42.42.2(pid=17631): Launched\u000a08:36:40.073530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:40.633764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Launched\u000a08:36:40.957593 run osmo-stp_10.42.42.5(pid=17634): Launched\u000a08:36:41.074544 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:36:41.634267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17636): Launched\u000a08:36:41.748364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:36:42.029742 run patchelf(pid=17637): Launched\u000a08:36:42.215883 run osmo-stp_10.42.42.5(pid=17634): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]\u000a08:36:42.352385 run osmo-stp_10.42.42.5(pid=17634): stdout: \u000a| (launched: 2022-12-10_08:36:40.795983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:42.489429 run osmo-stp_10.42.42.5(pid=17634): stderr: \u000a| �[0;m�[38;5;43m20221210083640993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083640993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083640993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083640993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083640994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083640994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083640994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:42.621634 run osmo-stp_10.42.42.5(pid=17634): stdout: \u000a| (launched: 2022-12-10_08:36:40.795983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:42.753325 run osmo-stp_10.42.42.5(pid=17634): stderr: \u000a| �[0;m�[38;5;43m20221210083640993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083640993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083640993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083640993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083640994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083640994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083640994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:42.906795 run patchelf(pid=17637): Terminating (SIGINT)\u000a08:36:43.085919 run patchelf(pid=17637): Terminated: ok {rc=0}\u000a08:36:43.118772 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:36:43.128264 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:36:43.189810 run osmo-hlr_10.42.42.2(pid=17631): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17631)]\u000a08:36:43.240293 run osmo-hlr_10.42.42.2(pid=17631): stdout: \u000a| (launched: 2022-12-10_08:36:39.791853) \u000a08:36:43.291344 run osmo-hlr_10.42.42.2(pid=17631): stderr: \u000a| �[0;m�[1;31m20221210083639996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083639996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083639996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083639996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083639997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083639997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083640008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083640017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083640017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083640017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:43.334976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17626): Terminating (SIGTERM)\u000a08:36:43.376024 run iperf3-srv_10.42.42.10(pid=17627): Terminating (SIGTERM)\u000a08:36:43.417343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Terminating (SIGTERM)\u000a08:36:43.458319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Terminating (SIGTERM)\u000a08:36:43.499345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17636): Terminating (SIGTERM)\u000a08:36:43.508740 --- ParallelTerminationStrategy: PID 17626 died...\u000a08:36:43.564058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17626): Terminated: ok {rc=0}\u000a08:36:43.573974 --- ParallelTerminationStrategy: PID 17627 died...\u000a08:36:43.629188 run iperf3-srv_10.42.42.10(pid=17627): Terminated {rc=256}\u000a08:36:43.638919 --- ParallelTerminationStrategy: PID 17630 died...\u000a08:36:43.693701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Terminated: ok {rc=0}\u000a08:36:43.703448 --- ParallelTerminationStrategy: PID 17633 died...\u000a08:36:43.758031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Terminated: ok {rc=0}\u000a08:36:43.767932 --- ParallelTerminationStrategy: PID 17636 died...\u000a08:36:43.823490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17636): Terminated: ok {rc=0}\u000a08:36:43.910074 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17652): Process ended prematurely: osmo-stp_10.42.42.5(pid=17652) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17652)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17652): Process ended prematurely: osmo-stp_10.42.42.5(pid=17652) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:36:45.027306 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.039147 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:36:45.183812 tst iperf3m4.py: using LAC 27170\u000a08:36:45.310195 tst iperf3m4.py: using RAC 140\u000a08:36:45.435920 tst iperf3m4.py: using CellId 27170\u000a08:36:45.563867 tst iperf3m4.py: using BVCI 27171\u000a08:36:45.588442 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.599887 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.610871 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.621845 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.632749 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.643734 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.654907 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.665842 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:36:45.676934 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:36:45.793068 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:36:45.941713 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:36:46.064599 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:36:46.358976 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:36:46.490790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:46.832220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17638): Launched\u000a08:36:47.123200 run iperf3-srv_10.42.42.10(pid=17639): Launched\u000a08:36:47.311640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:36:47.438501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:47.756646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17640): Launched\u000a08:36:48.020203 run iperf3-srv_10.42.42.10(pid=17641): Launched\u000a08:36:48.205613 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:36:48.332222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:48.648751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17642): Launched\u000a08:36:48.911407 run iperf3-srv_10.42.42.10(pid=17643): Launched\u000a08:36:49.095670 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:36:49.221880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:49.536731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17644): Launched\u000a08:36:49.799430 run iperf3-srv_10.42.42.10(pid=17645): Launched\u000a08:36:49.983883 tst iperf3m4.py:8: start network...\u000a08:36:50.110625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:50.590264 run create_hlr_db(pid=17646): Launched\u000a08:36:50.764534 bus /gobi_6: Setting Powered False\u000a08:36:51.785814 run create_hlr_db(pid=17646): Terminated: ok {rc=0}\u000a08:36:52.213913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17648): Launched\u000a08:36:52.538917 run osmo-hlr_10.42.42.2(pid=17649): Launched\u000a08:36:52.657520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:53.218916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17651): Launched\u000a08:36:53.541794 run osmo-stp_10.42.42.5(pid=17652): Launched\u000a08:36:53.658595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:36:54.220468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17654): Launched\u000a08:36:54.334912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:36:54.617873 run patchelf(pid=17655): Launched\u000a08:36:54.804939 run osmo-stp_10.42.42.5(pid=17652): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17652)]\u000a08:36:54.942332 run osmo-stp_10.42.42.5(pid=17652): stdout: \u000a| (launched: 2022-12-10_08:36:53.381597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:55.079442 run osmo-stp_10.42.42.5(pid=17652): stderr: \u000a| �[0;m�[38;5;43m20221210083653578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083653578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083653578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083653578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083653579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083653579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083653579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:55.211955 run osmo-stp_10.42.42.5(pid=17652): stdout: \u000a| (launched: 2022-12-10_08:36:53.381597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:55.343518 run osmo-stp_10.42.42.5(pid=17652): stderr: \u000a| �[0;m�[38;5;43m20221210083653578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083653578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083653578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083653578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083653579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083653579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083653579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:55.496032 run patchelf(pid=17655): Terminating (SIGINT)\u000a08:36:55.675431 run patchelf(pid=17655): Terminated: ok {rc=0}\u000a08:36:55.708065 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17652): Process ended prematurely: osmo-stp_10.42.42.5(pid=17652) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17652)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:36:55.717737 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:36:55.780027 run osmo-hlr_10.42.42.2(pid=17649): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17649)]\u000a08:36:55.830972 run osmo-hlr_10.42.42.2(pid=17649): stdout: \u000a| (launched: 2022-12-10_08:36:52.377201) \u000a08:36:55.882384 run osmo-hlr_10.42.42.2(pid=17649): stderr: \u000a| �[0;m�[1;31m20221210083652579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083652579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083652579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083652579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083652579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083652579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083652591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083652599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083652600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083652600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:55.926747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17638): Terminating (SIGTERM)\u000a08:36:55.968405 run iperf3-srv_10.42.42.10(pid=17639): Terminating (SIGTERM)\u000a08:36:56.009933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17640): Terminating (SIGTERM)\u000a08:36:56.051306 run iperf3-srv_10.42.42.10(pid=17641): Terminating (SIGTERM)\u000a08:36:56.092712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17642): Terminating (SIGTERM)\u000a08:36:56.134180 run iperf3-srv_10.42.42.10(pid=17643): Terminating (SIGTERM)\u000a08:36:56.175615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17644): Terminating (SIGTERM)\u000a08:36:56.217030 run iperf3-srv_10.42.42.10(pid=17645): Terminating (SIGTERM)\u000a08:36:56.258425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17648): Terminating (SIGTERM)\u000a08:36:56.299527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17651): Terminating (SIGTERM)\u000a08:36:56.340852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17654): Terminating (SIGTERM)\u000a08:36:56.350455 --- ParallelTerminationStrategy: PID 17638 died...\u000a08:36:56.405652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17638): Terminated: ok {rc=0}\u000a08:36:56.415600 --- ParallelTerminationStrategy: PID 17639 died...\u000a08:36:56.470839 run iperf3-srv_10.42.42.10(pid=17639): Terminated {rc=256}\u000a08:36:56.480648 --- ParallelTerminationStrategy: PID 17640 died...\u000a08:36:56.535664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17640): Terminated: ok {rc=0}\u000a08:36:56.545947 --- ParallelTerminationStrategy: PID 17641 died...\u000a08:36:56.601121 run iperf3-srv_10.42.42.10(pid=17641): Terminated {rc=256}\u000a08:36:56.610991 --- ParallelTerminationStrategy: PID 17642 died...\u000a08:36:56.665873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17642): Terminated: ok {rc=0}\u000a08:36:56.675758 --- ParallelTerminationStrategy: PID 17643 died...\u000a08:36:56.730682 run iperf3-srv_10.42.42.10(pid=17643): Terminated {rc=256}\u000a08:36:56.740501 --- ParallelTerminationStrategy: PID 17644 died...\u000a08:36:56.795449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17644): Terminated: ok {rc=0}\u000a08:36:56.805387 --- ParallelTerminationStrategy: PID 17645 died...\u000a08:36:56.860747 run iperf3-srv_10.42.42.10(pid=17645): Terminated {rc=256}\u000a08:36:56.870629 --- ParallelTerminationStrategy: PID 17648 died...\u000a08:36:56.925903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17648): Terminated: ok {rc=0}\u000a08:36:56.935887 --- ParallelTerminationStrategy: PID 17651 died...\u000a08:36:56.991581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17651): Terminated: ok {rc=0}\u000a08:36:57.001904 --- ParallelTerminationStrategy: PID 17654 died...\u000a08:36:57.056755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17654): Terminated: ok {rc=0}\u000a08:36:57.143732 bus /gobi_4: Setting Powered False\u000a08:36:58.249854 bus /gobi_4: Setting Powered False\u000a08:36:59.358260 bus /gobi_1: Setting Powered False\u000a08:37:00.464173 bus /gobi_1: Setting Powered False\u000a08:37:01.572176 bus /gobi_0: Setting Powered False\u000a08:37:02.672981 bus /gobi_0: Setting Powered False\u000a08:37:03.784546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17662): Process ended prematurely: osmo-stp_10.42.42.5(pid=17662) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17662)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17662): Process ended prematurely: osmo-stp_10.42.42.5(pid=17662) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:37:04.851685 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:04.862947 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:37:05.007002 tst ping.py: using LAC 27171\u000a08:37:05.130187 tst ping.py: using RAC 141\u000a08:37:05.245789 tst ping.py: using CellId 27171\u000a08:37:05.360616 tst ping.py: using BVCI 27172\u000a08:37:05.383277 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:05.394096 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:05.404634 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:05.415487 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:05.426341 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:05.437150 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:05.447953 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:05.458779 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:37:05.742968 tst ping.py:19: start network...\u000a08:37:05.874876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:06.383791 run create_hlr_db(pid=17656): Launched\u000a08:37:06.566586 bus /gobi_6: Setting Powered False\u000a08:37:07.587217 run create_hlr_db(pid=17656): Terminated: ok {rc=0}\u000a08:37:07.989838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17658): Launched\u000a08:37:08.290125 run osmo-hlr_10.42.42.2(pid=17659): Launched\u000a08:37:08.405906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:08.934766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17661): Launched\u000a08:37:09.235693 run osmo-stp_10.42.42.5(pid=17662): Launched\u000a08:37:09.344328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:09.866559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17664): Launched\u000a08:37:09.972327 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:10.235906 run patchelf(pid=17665): Launched\u000a08:37:10.410941 run osmo-stp_10.42.42.5(pid=17662): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17662)]\u000a08:37:10.538823 run osmo-stp_10.42.42.5(pid=17662): stdout: \u000a| (launched: 2022-12-10_08:37:09.086124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:10.667549 run osmo-stp_10.42.42.5(pid=17662): stderr: \u000a| �[0;m�[38;5;43m20221210083709259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083709259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083709259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083709259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083709260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083709260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083709260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:10.791382 run osmo-stp_10.42.42.5(pid=17662): stdout: \u000a| (launched: 2022-12-10_08:37:09.086124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:10.914379 run osmo-stp_10.42.42.5(pid=17662): stderr: \u000a| �[0;m�[38;5;43m20221210083709259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083709259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083709259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083709259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083709260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083709260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083709260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:11.058525 run patchelf(pid=17665): Terminating (SIGINT)\u000a08:37:11.226952 run patchelf(pid=17665): Terminated: ok {rc=0}\u000a08:37:11.257746 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17662): Process ended prematurely: osmo-stp_10.42.42.5(pid=17662) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17662)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:37:11.266549 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:37:11.327412 run osmo-hlr_10.42.42.2(pid=17659): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17659)]\u000a08:37:11.377202 run osmo-hlr_10.42.42.2(pid=17659): stdout: \u000a| (launched: 2022-12-10_08:37:08.140815) \u000a08:37:11.427567 run osmo-hlr_10.42.42.2(pid=17659): stderr: \u000a| �[0;m�[1;31m20221210083708317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083708317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083708317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083708317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083708317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083708317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083708330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:11.469943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17658): Terminating (SIGTERM)\u000a08:37:11.510310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17661): Terminating (SIGTERM)\u000a08:37:11.550615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17664): Terminating (SIGTERM)\u000a08:37:11.560332 --- ParallelTerminationStrategy: PID 17658 died...\u000a08:37:11.614030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17658): Terminated: ok {rc=0}\u000a08:37:11.623909 --- ParallelTerminationStrategy: PID 17661 died...\u000a08:37:11.677555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17661): Terminated: ok {rc=0}\u000a08:37:11.687603 --- ParallelTerminationStrategy: PID 17664 died...\u000a08:37:11.740638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17664): Terminated: ok {rc=0}\u000a08:37:11.829295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17672): Process ended prematurely: osmo-stp_10.42.42.5(pid=17672) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17672)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17672): Process ended prematurely: osmo-stp_10.42.42.5(pid=17672) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:37:12.881797 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:12.893586 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:37:13.037660 tst ping_idle_ping.py: using LAC 27172\u000a08:37:13.162194 tst ping_idle_ping.py: using RAC 142\u000a08:37:13.288163 tst ping_idle_ping.py: using CellId 27172\u000a08:37:13.411902 tst ping_idle_ping.py: using BVCI 27173\u000a08:37:13.436212 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:13.447670 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:13.458957 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:13.470243 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:13.481277 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:13.492300 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:13.503528 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:37:13.514625 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:37:13.788897 tst ping_idle_ping.py:24: start network...\u000a08:37:13.913206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:14.387384 run create_hlr_db(pid=17666): Launched\u000a08:37:14.559405 bus /gobi_6: Setting Powered False\u000a08:37:15.581468 run create_hlr_db(pid=17666): Terminated: ok {rc=0}\u000a08:37:16.004713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17668): Launched\u000a08:37:16.450682 run osmo-hlr_10.42.42.2(pid=17669): Launched\u000a08:37:16.581807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:17.210331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17671): Launched\u000a08:37:17.531244 run osmo-stp_10.42.42.5(pid=17672): Launched\u000a08:37:17.647030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:18.205894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17674): Launched\u000a08:37:18.319036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:18.599128 run patchelf(pid=17675): Launched\u000a08:37:18.784013 run osmo-stp_10.42.42.5(pid=17672): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17672)]\u000a08:37:18.919156 run osmo-stp_10.42.42.5(pid=17672): stdout: \u000a| (launched: 2022-12-10_08:37:17.372122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:19.055044 run osmo-stp_10.42.42.5(pid=17672): stderr: \u000a| �[0;m�[38;5;43m20221210083717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083717566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:19.186294 run osmo-stp_10.42.42.5(pid=17672): stdout: \u000a| (launched: 2022-12-10_08:37:17.372122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:19.315976 run osmo-stp_10.42.42.5(pid=17672): stderr: \u000a| �[0;m�[38;5;43m20221210083717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083717566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083717566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083717567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:19.467450 run patchelf(pid=17675): Terminating (SIGINT)\u000a08:37:19.644362 run patchelf(pid=17675): Terminated: ok {rc=0}\u000a08:37:19.676380 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17672): Process ended prematurely: osmo-stp_10.42.42.5(pid=17672) [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17672)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:37:19.685449 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:37:19.747580 run osmo-hlr_10.42.42.2(pid=17669): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17669)]\u000a08:37:19.798469 run osmo-hlr_10.42.42.2(pid=17669): stdout: \u000a| (launched: 2022-12-10_08:37:16.168836) \u000a08:37:19.849959 run osmo-hlr_10.42.42.2(pid=17669): stderr: \u000a| �[0;m�[1;31m20221210083716407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083716407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083716407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083716407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083716407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083716407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083716419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083716431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083716432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083716432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:19.893997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17668): Terminating (SIGTERM)\u000a08:37:19.935950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17671): Terminating (SIGTERM)\u000a08:37:19.977989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17674): Terminating (SIGTERM)\u000a08:37:19.987643 --- ParallelTerminationStrategy: PID 17668 died...\u000a08:37:20.043423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17668): Terminated: ok {rc=0}\u000a08:37:20.053858 --- ParallelTerminationStrategy: PID 17671 died...\u000a08:37:20.109508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17671): Terminated: ok {rc=0}\u000a08:37:20.119409 --- ParallelTerminationStrategy: PID 17674 died...\u000a08:37:20.174881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17674): Terminated: ok {rc=0}\u000a08:37:20.261836 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:36:22" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17689): Process ended prematurely: osmo-stp_10.42.42.5(pid=17689) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17689)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17689): Process ended prematurely: osmo-stp_10.42.42.5(pid=17689) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:37:22.366578 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:22.377565 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:37:22.522648 tst cs_paging_gprs_active.py: using LAC 27173\u000a08:37:22.651647 tst cs_paging_gprs_active.py: using RAC 143\u000a08:37:22.774537 tst cs_paging_gprs_active.py: using CellId 27173\u000a08:37:22.898787 tst cs_paging_gprs_active.py: using BVCI 27174\u000a08:37:22.923397 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:22.934924 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:22.945954 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:22.956885 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:22.968134 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:22.979306 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:22.990468 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:23.001361 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:23.012402 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:37:23.127784 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:37:23.405752 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:37:23.531979 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:23.844059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17679): Launched\u000a08:37:24.103940 run iperf3-srv_10.42.42.10(pid=17680): Launched\u000a08:37:24.289373 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:37:24.415805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:24.727772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17681): Launched\u000a08:37:24.987029 run iperf3-srv_10.42.42.10(pid=17682): Launched\u000a08:37:25.172211 tst cs_paging_gprs_active.py:38: start network...\u000a08:37:25.298636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:25.776095 run create_hlr_db(pid=17683): Launched\u000a08:37:25.951651 bus /gobi_6: Setting Powered False\u000a08:37:26.972219 run create_hlr_db(pid=17683): Terminated: ok {rc=0}\u000a08:37:27.399586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17685): Launched\u000a08:37:27.722293 run osmo-hlr_10.42.42.2(pid=17686): Launched\u000a08:37:27.839979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:28.395684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17688): Launched\u000a08:37:28.716036 run osmo-stp_10.42.42.5(pid=17689): Launched\u000a08:37:28.833097 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:29.392045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17691): Launched\u000a08:37:29.506739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:29.784760 run patchelf(pid=17692): Launched\u000a08:37:29.972594 run osmo-stp_10.42.42.5(pid=17689): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17689)]\u000a08:37:30.110120 run osmo-stp_10.42.42.5(pid=17689): stdout: \u000a| (launched: 2022-12-10_08:37:28.559239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:30.247695 run osmo-stp_10.42.42.5(pid=17689): stderr: \u000a| �[0;m�[38;5;43m20221210083728750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083728751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083728751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083728751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083728752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083728752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083728752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:30.380649 run osmo-stp_10.42.42.5(pid=17689): stdout: \u000a| (launched: 2022-12-10_08:37:28.559239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:30.511844 run osmo-stp_10.42.42.5(pid=17689): stderr: \u000a| �[0;m�[38;5;43m20221210083728750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083728751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083728751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083728751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083728752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083728752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083728752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:30.665256 run patchelf(pid=17692): Terminating (SIGINT)\u000a08:37:30.844647 run patchelf(pid=17692): Terminated: ok {rc=0}\u000a08:37:30.879756 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17689): Process ended prematurely: osmo-stp_10.42.42.5(pid=17689) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17689)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:37:30.892873 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:37:30.966956 run osmo-hlr_10.42.42.2(pid=17686): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17686)]\u000a08:37:31.021488 run osmo-hlr_10.42.42.2(pid=17686): stdout: \u000a| (launched: 2022-12-10_08:37:27.564274) \u000a08:37:31.095721 run osmo-hlr_10.42.42.2(pid=17686): stderr: \u000a| �[0;m�[1;31m20221210083727762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083727762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083727762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083727762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083727762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083727762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083727774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083727783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083727783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083727783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:31.140354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17679): Terminating (SIGTERM)\u000a08:37:31.184146 run iperf3-srv_10.42.42.10(pid=17680): Terminating (SIGTERM)\u000a08:37:31.228061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17681): Terminating (SIGTERM)\u000a08:37:31.271932 run iperf3-srv_10.42.42.10(pid=17682): Terminating (SIGTERM)\u000a08:37:31.315581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17685): Terminating (SIGTERM)\u000a08:37:31.357381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17688): Terminating (SIGTERM)\u000a08:37:31.399085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17691): Terminating (SIGTERM)\u000a08:37:31.408531 --- ParallelTerminationStrategy: PID 17679 died...\u000a08:37:31.464098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17679): Terminated: ok {rc=0}\u000a08:37:31.474458 --- ParallelTerminationStrategy: PID 17680 died...\u000a08:37:31.529794 run iperf3-srv_10.42.42.10(pid=17680): Terminated {rc=256}\u000a08:37:31.539978 --- ParallelTerminationStrategy: PID 17681 died...\u000a08:37:31.595377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17681): Terminated: ok {rc=0}\u000a08:37:31.605621 --- ParallelTerminationStrategy: PID 17682 died...\u000a08:37:31.660625 run iperf3-srv_10.42.42.10(pid=17682): Terminated {rc=256}\u000a08:37:31.670873 --- ParallelTerminationStrategy: PID 17685 died...\u000a08:37:31.726029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17685): Terminated: ok {rc=0}\u000a08:37:31.736220 --- ParallelTerminationStrategy: PID 17688 died...\u000a08:37:31.791615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17688): Terminated: ok {rc=0}\u000a08:37:31.802083 --- ParallelTerminationStrategy: PID 17691 died...\u000a08:37:31.857567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17691): Terminated: ok {rc=0}\u000a08:37:31.949833 bus /gobi_0: Setting Powered False\u000a08:37:33.052711 bus /gobi_0: Setting Powered False\u000a08:37:34.162780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17703): Process ended prematurely: osmo-stp_10.42.42.5(pid=17703) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17703)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17703): Process ended prematurely: osmo-stp_10.42.42.5(pid=17703) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:37:35.272550 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.283979 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:37:35.435280 tst iperf3.py: using LAC 27174\u000a08:37:35.556146 tst iperf3.py: using RAC 144\u000a08:37:35.679680 tst iperf3.py: using CellId 27174\u000a08:37:35.799331 tst iperf3.py: using BVCI 27175\u000a08:37:35.822651 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.833389 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.843798 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.854613 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.865383 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.876168 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.887083 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.897762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:35.909091 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:37:36.192689 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:37:36.319096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:36.631066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17695): Launched\u000a08:37:36.889296 run iperf3-srv_10.42.42.10(pid=17696): Launched\u000a08:37:37.072383 tst iperf3.py:8: start network...\u000a08:37:37.198575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:37.674314 run create_hlr_db(pid=17697): Launched\u000a08:37:37.848552 bus /gobi_6: Setting Powered False\u000a08:37:38.871293 run create_hlr_db(pid=17697): Terminated: ok {rc=0}\u000a08:37:39.274050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17699): Launched\u000a08:37:39.577386 run osmo-hlr_10.42.42.2(pid=17700): Launched\u000a08:37:39.696655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:40.226682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17702): Launched\u000a08:37:40.528289 run osmo-stp_10.42.42.5(pid=17703): Launched\u000a08:37:40.639384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:41.164410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17705): Launched\u000a08:37:41.272261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:41.535134 run patchelf(pid=17706): Launched\u000a08:37:41.711339 run osmo-stp_10.42.42.5(pid=17703): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17703)]\u000a08:37:41.840315 run osmo-stp_10.42.42.5(pid=17703): stdout: \u000a| (launched: 2022-12-10_08:37:40.379904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:41.970230 run osmo-stp_10.42.42.5(pid=17703): stderr: \u000a| �[0;m�[38;5;43m20221210083740548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083740548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083740548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083740549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083740549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083740549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083740549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:42.095342 run osmo-stp_10.42.42.5(pid=17703): stdout: \u000a| (launched: 2022-12-10_08:37:40.379904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:42.219394 run osmo-stp_10.42.42.5(pid=17703): stderr: \u000a| �[0;m�[38;5;43m20221210083740548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083740548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083740548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083740549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083740549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083740549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083740549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:42.363667 run patchelf(pid=17706): Terminating (SIGINT)\u000a08:37:42.532928 run patchelf(pid=17706): Terminated: ok {rc=0}\u000a08:37:42.564261 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17703): Process ended prematurely: osmo-stp_10.42.42.5(pid=17703) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17703)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:37:42.573312 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a08:37:42.633065 run osmo-hlr_10.42.42.2(pid=17700): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17700)]\u000a08:37:42.681710 run osmo-hlr_10.42.42.2(pid=17700): stdout: \u000a| (launched: 2022-12-10_08:37:39.428061) \u000a08:37:42.731010 run osmo-hlr_10.42.42.2(pid=17700): stderr: \u000a| �[0;m�[1;31m20221210083739603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083739603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083739603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083739603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083739603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083739603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083739615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083739625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083739625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083739625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:42.772579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17695): Terminating (SIGTERM)\u000a08:37:42.811345 run iperf3-srv_10.42.42.10(pid=17696): Terminating (SIGTERM)\u000a08:37:42.850407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17699): Terminating (SIGTERM)\u000a08:37:42.889583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17702): Terminating (SIGTERM)\u000a08:37:42.929194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17705): Terminating (SIGTERM)\u000a08:37:42.938148 --- ParallelTerminationStrategy: PID 17695 died...\u000a08:37:42.990937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17695): Terminated: ok {rc=0}\u000a08:37:43.000663 --- ParallelTerminationStrategy: PID 17696 died...\u000a08:37:43.052769 run iperf3-srv_10.42.42.10(pid=17696): Terminated {rc=256}\u000a08:37:43.062288 --- ParallelTerminationStrategy: PID 17699 died...\u000a08:37:43.114375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17699): Terminated: ok {rc=0}\u000a08:37:43.123623 --- ParallelTerminationStrategy: PID 17702 died...\u000a08:37:43.175512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17702): Terminated: ok {rc=0}\u000a08:37:43.185231 --- ParallelTerminationStrategy: PID 17705 died...\u000a08:37:43.237554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17705): Terminated: ok {rc=0}\u000a08:37:43.325853 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17721): Process ended prematurely: osmo-stp_10.42.42.5(pid=17721) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17721)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17721): Process ended prematurely: osmo-stp_10.42.42.5(pid=17721) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:37:44.435770 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:44.447233 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:37:44.593209 tst iperf3m4.py: using LAC 27175\u000a08:37:44.717248 tst iperf3m4.py: using RAC 145\u000a08:37:44.842715 tst iperf3m4.py: using CellId 27175\u000a08:37:44.968048 tst iperf3m4.py: using BVCI 27176\u000a08:37:44.993081 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:45.004498 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:45.015718 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:45.027192 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:45.038706 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:45.050581 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:45.062021 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:45.073287 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:37:45.084827 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:37:45.201790 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:37:45.321525 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:37:45.441816 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:37:45.724655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:37:45.857298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:46.220559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17707): Launched\u000a08:37:46.548519 run iperf3-srv_10.42.42.10(pid=17708): Launched\u000a08:37:46.751706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:37:46.891371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:47.244782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17709): Launched\u000a08:37:47.504622 run iperf3-srv_10.42.42.10(pid=17710): Launched\u000a08:37:47.689298 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:37:47.815336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:48.127025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17711): Launched\u000a08:37:48.386235 run iperf3-srv_10.42.42.10(pid=17712): Launched\u000a08:37:48.570317 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:37:48.696576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:49.008480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17713): Launched\u000a08:37:49.268041 run iperf3-srv_10.42.42.10(pid=17714): Launched\u000a08:37:49.453396 tst iperf3m4.py:8: start network...\u000a08:37:49.579745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:50.055210 run create_hlr_db(pid=17715): Launched\u000a08:37:50.229226 bus /gobi_6: Setting Powered False\u000a08:37:51.250214 run create_hlr_db(pid=17715): Terminated: ok {rc=0}\u000a08:37:51.675941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17717): Launched\u000a08:37:51.996231 run osmo-hlr_10.42.42.2(pid=17718): Launched\u000a08:37:52.114051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:52.671632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17720): Launched\u000a08:37:52.992038 run osmo-stp_10.42.42.5(pid=17721): Launched\u000a08:37:53.109558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:53.667233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17723): Launched\u000a08:37:53.781383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:54.059504 run patchelf(pid=17724): Launched\u000a08:37:54.245833 run osmo-stp_10.42.42.5(pid=17721): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17721)]\u000a08:37:54.382301 run osmo-stp_10.42.42.5(pid=17721): stdout: \u000a| (launched: 2022-12-10_08:37:52.834505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:54.518918 run osmo-stp_10.42.42.5(pid=17721): stderr: \u000a| �[0;m�[38;5;43m20221210083753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083753028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083753028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083753029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083753029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083753029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:54.650860 run osmo-stp_10.42.42.5(pid=17721): stdout: \u000a| (launched: 2022-12-10_08:37:52.834505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:54.782365 run osmo-stp_10.42.42.5(pid=17721): stderr: \u000a| �[0;m�[38;5;43m20221210083753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083753027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083753028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083753028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083753029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083753029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083753029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:54.934595 run patchelf(pid=17724): Terminating (SIGINT)\u000a08:37:55.114114 run patchelf(pid=17724): Terminated: ok {rc=0}\u000a08:37:55.146916 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17721): Process ended prematurely: osmo-stp_10.42.42.5(pid=17721) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17721)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:37:55.156571 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a08:37:55.218534 run osmo-hlr_10.42.42.2(pid=17718): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17718)]\u000a08:37:55.269230 run osmo-hlr_10.42.42.2(pid=17718): stdout: \u000a| (launched: 2022-12-10_08:37:51.839206) \u000a08:37:55.320347 run osmo-hlr_10.42.42.2(pid=17718): stderr: \u000a| �[0;m�[1;31m20221210083752040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083752040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083752040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083752040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083752040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083752040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083752053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083752061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083752061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083752061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:55.363707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17707): Terminating (SIGTERM)\u000a08:37:55.404826 run iperf3-srv_10.42.42.10(pid=17708): Terminating (SIGTERM)\u000a08:37:55.446281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17709): Terminating (SIGTERM)\u000a08:37:55.487697 run iperf3-srv_10.42.42.10(pid=17710): Terminating (SIGTERM)\u000a08:37:55.529323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17711): Terminating (SIGTERM)\u000a08:37:55.570599 run iperf3-srv_10.42.42.10(pid=17712): Terminating (SIGTERM)\u000a08:37:55.613641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17713): Terminating (SIGTERM)\u000a08:37:55.654627 run iperf3-srv_10.42.42.10(pid=17714): Terminating (SIGTERM)\u000a08:37:55.697503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17717): Terminating (SIGTERM)\u000a08:37:55.738640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17720): Terminating (SIGTERM)\u000a08:37:55.779730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17723): Terminating (SIGTERM)\u000a08:37:55.789173 --- ParallelTerminationStrategy: PID 17707 died...\u000a08:37:55.844651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17707): Terminated: ok {rc=0}\u000a08:37:55.854595 --- ParallelTerminationStrategy: PID 17708 died...\u000a08:37:55.909427 run iperf3-srv_10.42.42.10(pid=17708): Terminated {rc=256}\u000a08:37:55.919276 --- ParallelTerminationStrategy: PID 17709 died...\u000a08:37:55.974588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17709): Terminated: ok {rc=0}\u000a08:37:55.984430 --- ParallelTerminationStrategy: PID 17710 died...\u000a08:37:56.039193 run iperf3-srv_10.42.42.10(pid=17710): Terminated {rc=256}\u000a08:37:56.049073 --- ParallelTerminationStrategy: PID 17711 died...\u000a08:37:56.103832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17711): Terminated: ok {rc=0}\u000a08:37:56.113774 --- ParallelTerminationStrategy: PID 17712 died...\u000a08:37:56.168760 run iperf3-srv_10.42.42.10(pid=17712): Terminated {rc=256}\u000a08:37:56.178621 --- ParallelTerminationStrategy: PID 17713 died...\u000a08:37:56.233483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17713): Terminated: ok {rc=0}\u000a08:37:56.243352 --- ParallelTerminationStrategy: PID 17714 died...\u000a08:37:56.298141 run iperf3-srv_10.42.42.10(pid=17714): Terminated {rc=256}\u000a08:37:56.307968 --- ParallelTerminationStrategy: PID 17717 died...\u000a08:37:56.363066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17717): Terminated: ok {rc=0}\u000a08:37:56.373121 --- ParallelTerminationStrategy: PID 17720 died...\u000a08:37:56.428069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17720): Terminated: ok {rc=0}\u000a08:37:56.438007 --- ParallelTerminationStrategy: PID 17723 died...\u000a08:37:56.492922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17723): Terminated: ok {rc=0}\u000a08:37:56.580498 bus /gobi_4: Setting Powered False\u000a08:37:57.684772 bus /gobi_4: Setting Powered False\u000a08:37:58.792204 bus /gobi_1: Setting Powered False\u000a08:37:59.897743 bus /gobi_1: Setting Powered False\u000a08:38:01.021630 bus /gobi_0: Setting Powered False\u000a08:38:02.127540 bus /gobi_0: Setting Powered False\u000a08:38:03.238067 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17731): Process ended prematurely: osmo-stp_10.42.42.5(pid=17731) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17731)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17731): Process ended prematurely: osmo-stp_10.42.42.5(pid=17731) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:38:04.305343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:04.316698 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:38:04.461005 tst ping.py: using LAC 27176\u000a08:38:04.577662 tst ping.py: using RAC 146\u000a08:38:04.694624 tst ping.py: using CellId 27176\u000a08:38:04.811967 tst ping.py: using BVCI 27177\u000a08:38:04.834698 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:04.845531 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:04.856124 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:04.867057 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:04.877779 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:04.888577 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:04.899693 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:04.910813 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:38:05.184771 tst ping.py:19: start network...\u000a08:38:05.309001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:05.775141 run create_hlr_db(pid=17725): Launched\u000a08:38:05.947214 bus /gobi_6: Setting Powered False\u000a08:38:06.968314 run create_hlr_db(pid=17725): Terminated: ok {rc=0}\u000a08:38:07.365320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17727): Launched\u000a08:38:07.662375 run osmo-hlr_10.42.42.2(pid=17728): Launched\u000a08:38:07.774341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:08.290956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17730): Launched\u000a08:38:08.586345 run osmo-stp_10.42.42.5(pid=17731): Launched\u000a08:38:08.693955 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:09.209784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17733): Launched\u000a08:38:09.315575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:09.574578 run patchelf(pid=17734): Launched\u000a08:38:09.748612 run osmo-stp_10.42.42.5(pid=17731): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17731)]\u000a08:38:09.875788 run osmo-stp_10.42.42.5(pid=17731): stdout: \u000a| (launched: 2022-12-10_08:38:08.441475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:10.003569 run osmo-stp_10.42.42.5(pid=17731): stderr: \u000a| �[0;m�[38;5;43m20221210083808611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083808611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083808611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083808612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083808613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083808613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083808613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:10.127197 run osmo-stp_10.42.42.5(pid=17731): stdout: \u000a| (launched: 2022-12-10_08:38:08.441475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:10.249519 run osmo-stp_10.42.42.5(pid=17731): stderr: \u000a| �[0;m�[38;5;43m20221210083808611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083808611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083808611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083808612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083808613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083808613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083808613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:10.391116 run patchelf(pid=17734): Terminating (SIGINT)\u000a08:38:10.557532 run patchelf(pid=17734): Terminated: ok {rc=0}\u000a08:38:10.587544 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17731): Process ended prematurely: osmo-stp_10.42.42.5(pid=17731) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17731)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:38:10.595971 tst ping.py:22: Test FAILED (6.3 sec)\u000a08:38:10.655634 run osmo-hlr_10.42.42.2(pid=17728): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17728)]\u000a08:38:10.704702 run osmo-hlr_10.42.42.2(pid=17728): stdout: \u000a| (launched: 2022-12-10_08:38:07.516485) \u000a08:38:10.753974 run osmo-hlr_10.42.42.2(pid=17728): stderr: \u000a| �[0;m�[1;31m20221210083807695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083807695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083807695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083807695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083807695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083807695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083807708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083807716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083807717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083807717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:10.795690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17727): Terminating (SIGTERM)\u000a08:38:10.835252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17730): Terminating (SIGTERM)\u000a08:38:10.875156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17733): Terminating (SIGTERM)\u000a08:38:10.884553 --- ParallelTerminationStrategy: PID 17727 died...\u000a08:38:10.937740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17727): Terminated: ok {rc=0}\u000a08:38:10.947413 --- ParallelTerminationStrategy: PID 17730 died...\u000a08:38:10.999728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17730): Terminated: ok {rc=0}\u000a08:38:11.009888 --- ParallelTerminationStrategy: PID 17733 died...\u000a08:38:11.063684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17733): Terminated: ok {rc=0}\u000a08:38:11.151320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17763): Process ended prematurely: osmo-stp_10.42.42.5(pid=17763) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17763)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17763): Process ended prematurely: osmo-stp_10.42.42.5(pid=17763) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:38:12.201489 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:12.212817 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:38:12.360351 tst ping_idle_ping.py: using LAC 27177\u000a08:38:12.479304 tst ping_idle_ping.py: using RAC 147\u000a08:38:12.599282 tst ping_idle_ping.py: using CellId 27177\u000a08:38:12.719443 tst ping_idle_ping.py: using BVCI 27178\u000a08:38:12.742326 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:12.753114 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:12.763703 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:12.775183 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:12.786497 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:12.797789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:12.809222 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:38:12.820532 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:38:13.112401 tst ping_idle_ping.py:24: start network...\u000a08:38:13.244333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:13.755494 run create_hlr_db(pid=17735): Launched\u000a08:38:13.938850 bus /gobi_6: Setting Powered False\u000a08:38:14.958840 run create_hlr_db(pid=17735): Terminated: ok {rc=0}\u000a08:38:15.357205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Launched\u000a08:38:15.654072 run osmo-hlr_10.42.42.2(pid=17738): Launched\u000a08:38:15.770444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:16.377677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Launched\u000a08:38:16.781876 run osmo-stp_10.42.42.5(pid=17763): Launched\u000a08:38:17.044727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:17.624725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17792): Launched\u000a08:38:17.759262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:18.073911 run patchelf(pid=17805): Launched\u000a08:38:18.265960 run osmo-stp_10.42.42.5(pid=17763): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17763)]\u000a08:38:18.410445 run osmo-stp_10.42.42.5(pid=17763): stdout: \u000a| (launched: 2022-12-10_08:38:16.566658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:18.570012 run osmo-stp_10.42.42.5(pid=17763): stderr: \u000a| �[0;m�[38;5;43m20221210083816866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083816866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083816867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083816867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083816870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083816870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083816870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:18.730140 run osmo-stp_10.42.42.5(pid=17763): stdout: \u000a| (launched: 2022-12-10_08:38:16.566658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:18.883263 run osmo-stp_10.42.42.5(pid=17763): stderr: \u000a| �[0;m�[38;5;43m20221210083816866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083816866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083816867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083816867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083816870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083816870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083816870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:19.072238 run patchelf(pid=17805): Terminating (SIGINT)\u000a08:38:19.282585 run patchelf(pid=17805): Terminated: ok {rc=0}\u000a08:38:19.320374 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17763): Process ended prematurely: osmo-stp_10.42.42.5(pid=17763) [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17763)] [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:38:19.334851 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a08:38:19.421990 run osmo-hlr_10.42.42.2(pid=17738): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17738)]\u000a08:38:19.486435 run osmo-hlr_10.42.42.2(pid=17738): stdout: \u000a| (launched: 2022-12-10_08:38:15.508348) \u000a08:38:19.551727 run osmo-hlr_10.42.42.2(pid=17738): stderr: \u000a| �[0;m�[1;31m20221210083815684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083815684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083815684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083815684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083815685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083815685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083815701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083815710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083815710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083815710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:19.607438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Terminating (SIGTERM)\u000a08:38:19.656196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Terminating (SIGTERM)\u000a08:38:19.714805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17792): Terminating (SIGTERM)\u000a08:38:19.724605 --- ParallelTerminationStrategy: PID 17737 died...\u000a08:38:19.790841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Terminated: ok {rc=0}\u000a08:38:19.806250 --- ParallelTerminationStrategy: PID 17740 died...\u000a08:38:19.867630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Terminated: ok {rc=0}\u000a08:38:19.878701 --- ParallelTerminationStrategy: PID 17792 died...\u000a08:38:19.946402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17792): Terminated: ok {rc=0}\u000a08:38:20.047089 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:37:22" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2372↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2372↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:38:22.066951 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:38:22.079375 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:38:22.230153 tst switch_tch_pdch.py: using LAC 27178\u000a08:38:22.354320 tst switch_tch_pdch.py: using RAC 148\u000a08:38:22.480055 tst switch_tch_pdch.py: using CellId 27178\u000a08:38:22.606708 tst switch_tch_pdch.py: using BVCI 27179\u000a08:38:22.632061 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:38:22.644485 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:38:22.656898 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:38:22.669426 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:38:22.681518 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:38:22.694015 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:38:22.706422 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:38:22.718756 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:38:22.841636 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:38:23.136882 tst switch_tch_pdch.py:51: start network...\u000a08:38:23.271841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:23.826983 run create_hlr_db(pid=18020): Launched\u000a08:38:24.014737 bus /gobi_6: Setting Powered False\u000a08:38:25.037613 run create_hlr_db(pid=18020): Terminated: ok {rc=0}\u000a08:38:25.486163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Launched\u000a08:38:25.921674 run osmo-hlr_10.42.42.2(pid=18023): Launched\u000a08:38:26.083953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:26.733753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Launched\u000a08:38:27.164674 run osmo-stp_10.42.42.5(pid=18026): Launched\u000a08:38:27.397576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:27.981046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18028): Launched\u000a08:38:28.097932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:28.399573 run patchelf(pid=18029): Launched\u000a08:38:28.590271 run osmo-stp_10.42.42.5(pid=18026): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)]\u000a08:38:28.728244 run osmo-stp_10.42.42.5(pid=18026): stdout: \u000a| (launched: 2022-12-10_08:38:26.902528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:28.867180 run osmo-stp_10.42.42.5(pid=18026): stderr: \u000a| �[0;m�[38;5;43m20221210083827218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083827218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083827218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083827219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083827219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083827219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083827219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:29.002405 run osmo-stp_10.42.42.5(pid=18026): stdout: \u000a| (launched: 2022-12-10_08:38:26.902528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:29.135572 run osmo-stp_10.42.42.5(pid=18026): stderr: \u000a| �[0;m�[38;5;43m20221210083827218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083827218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083827218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083827219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083827219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083827219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083827219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:29.290910 run patchelf(pid=18029): Terminating (SIGINT)\u000a08:38:29.473228 run patchelf(pid=18029): Terminated: ok {rc=0}\u000a08:38:29.506629 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18026): Process ended prematurely: osmo-stp_10.42.42.5(pid=18026) [trial-2372↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18026)] [trial-2372↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:38:29.516621 tst switch_tch_pdch.py:54: Test FAILED (7.4 sec)\u000a08:38:29.581479 run osmo-hlr_10.42.42.2(pid=18023): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18023)]\u000a08:38:29.635391 run osmo-hlr_10.42.42.2(pid=18023): stdout: \u000a| (launched: 2022-12-10_08:38:25.652201) \u000a08:38:29.689675 run osmo-hlr_10.42.42.2(pid=18023): stderr: \u000a| �[0;m�[1;31m20221210083825969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083825970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083825970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083825970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083825970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083825970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083825987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083825996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083825996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083825997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:29.735711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Terminating (SIGTERM)\u000a08:38:29.780791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Terminating (SIGTERM)\u000a08:38:29.827091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18028): Terminating (SIGTERM)\u000a08:38:29.837836 --- ParallelTerminationStrategy: PID 18022 died...\u000a08:38:29.896498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18022): Terminated: ok {rc=0}\u000a08:38:29.908073 --- ParallelTerminationStrategy: PID 18025 died...\u000a08:38:29.966586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18025): Terminated: ok {rc=0}\u000a08:38:29.977599 --- ParallelTerminationStrategy: PID 18028 died...\u000a08:38:30.036253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18028): Terminated: ok {rc=0}\u000a08:38:30.125633 bus /gobi_0: Setting Powered False\u000a08:38:31.299986 bus /gobi_0: Setting Powered False\u000a08:38:32.441766 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:38:21" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18039): Process ended prematurely: osmo-stp_10.42.42.5(pid=18039) [trial-2372↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18039)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18039): Process ended prematurely: osmo-stp_10.42.42.5(pid=18039) [trial-2372↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:38:34.391842 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:38:34.403627 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:38:34.554263 tst switch_tch_pdch.py: using LAC 27179\u000a08:38:34.675163 tst switch_tch_pdch.py: using RAC 149\u000a08:38:34.796030 tst switch_tch_pdch.py: using CellId 27179\u000a08:38:34.915208 tst switch_tch_pdch.py: using BVCI 27180\u000a08:38:34.940208 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:38:34.952270 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:38:34.963939 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:38:34.977492 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:38:34.992243 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:38:35.005237 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:38:35.018199 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:38:35.030841 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:38:35.151029 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:38:35.436350 tst switch_tch_pdch.py:51: start network...\u000a08:38:35.566830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:36.079967 run create_hlr_db(pid=18033): Launched\u000a08:38:36.207143 bus /gobi_6: Setting Powered False\u000a08:38:37.279633 run create_hlr_db(pid=18033): Terminated: ok {rc=0}\u000a08:38:37.686198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18035): Launched\u000a08:38:38.094568 run osmo-hlr_10.42.42.2(pid=18036): Launched\u000a08:38:38.325068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:38.961279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18038): Launched\u000a08:38:39.371413 run osmo-stp_10.42.42.5(pid=18039): Launched\u000a08:38:39.600372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:40.212682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18041): Launched\u000a08:38:40.323831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:40.615691 run patchelf(pid=18042): Launched\u000a08:38:40.800104 run osmo-stp_10.42.42.5(pid=18039): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18039)]\u000a08:38:40.934566 run osmo-stp_10.42.42.5(pid=18039): stdout: \u000a| (launched: 2022-12-10_08:38:39.118855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:41.069421 run osmo-stp_10.42.42.5(pid=18039): stderr: \u000a| �[0;m�[38;5;43m20221210083839458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083839458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083839458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083839459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083839461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083839461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083839461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:41.199956 run osmo-stp_10.42.42.5(pid=18039): stdout: \u000a| (launched: 2022-12-10_08:38:39.118855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:41.329104 run osmo-stp_10.42.42.5(pid=18039): stderr: \u000a| �[0;m�[38;5;43m20221210083839458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083839458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083839458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083839459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083839461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083839461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083839461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:41.479132 run patchelf(pid=18042): Terminating (SIGINT)\u000a08:38:41.654931 run patchelf(pid=18042): Terminated: ok {rc=0}\u000a08:38:41.687028 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18039): Process ended prematurely: osmo-stp_10.42.42.5(pid=18039) [trial-2372↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18039)] [trial-2372↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:38:41.695980 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec)\u000a08:38:41.758070 run osmo-hlr_10.42.42.2(pid=18036): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18036)]\u000a08:38:41.809542 run osmo-hlr_10.42.42.2(pid=18036): stdout: \u000a| (launched: 2022-12-10_08:38:37.842923) \u000a08:38:41.860937 run osmo-hlr_10.42.42.2(pid=18036): stderr: \u000a| �[0;m�[1;31m20221210083838192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083838192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083838192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083838192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083838192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083838192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083838211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083838229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083838229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083838229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:41.905368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18035): Terminating (SIGTERM)\u000a08:38:41.946849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18038): Terminating (SIGTERM)\u000a08:38:41.988673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18041): Terminating (SIGTERM)\u000a08:38:41.998291 --- ParallelTerminationStrategy: PID 18035 died...\u000a08:38:42.053758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18035): Terminated: ok {rc=0}\u000a08:38:42.063825 --- ParallelTerminationStrategy: PID 18038 died...\u000a08:38:42.118994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18038): Terminated: ok {rc=0}\u000a08:38:42.128856 --- ParallelTerminationStrategy: PID 18041 died...\u000a08:38:42.184016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18041): Terminated: ok {rc=0}\u000a08:38:42.269736 bus /gobi_0: Setting Powered False\u000a08:38:43.374085 bus /gobi_0: Setting Powered False\u000a08:38:44.479771 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:38:34" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18049): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18049) [trial-2372↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18049)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18049): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18049) [trial-2372↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a08:38:46.368823 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a08:38:46.381160 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a08:38:46.521989 tst mo_mt_sms.py: using LAC 27180\u000a08:38:46.646448 tst mo_mt_sms.py: using RAC 150\u000a08:38:46.767597 tst mo_mt_sms.py: using CellId 27180\u000a08:38:46.892271 tst mo_mt_sms.py: using BVCI 27181\u000a08:38:46.917559 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:38:47.033619 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:38:47.324030 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:38:47.456852 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:38:48.111871 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18048): Launched\u000a08:38:48.427805 run osmo-nitb_10.42.42.2(pid=18049): Launched\u000a08:38:48.621787 run osmo-nitb_10.42.42.2(pid=18049): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18049)]\u000a08:38:48.765054 run osmo-nitb_10.42.42.2(pid=18049): stdout: \u000a| (launched: 2022-12-10_08:38:48.273219) \u000a08:38:48.908422 run osmo-nitb_10.42.42.2(pid=18049): stderr: \u000a| (launched: 2022-12-10_08:38:48.320437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:38:49.047660 run osmo-nitb_10.42.42.2(pid=18049): stdout: \u000a| (launched: 2022-12-10_08:38:48.273219) \u000a08:38:49.185818 run osmo-nitb_10.42.42.2(pid=18049): stderr: \u000a| (launched: 2022-12-10_08:38:48.320437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:38:49.555169 tst osmo-nitb_10.42.42.2(pid=18049): stdout: \u000a| (launched: 2022-12-10_08:38:48.273219) \u000a08:38:49.680046 tst osmo-nitb_10.42.42.2(pid=18049): stderr: \u000a| (launched: 2022-12-10_08:38:48.320437)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:38:49.734972 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18049): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18049) [trial-2372↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18049)] [trial-2372↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a08:38:49.743281 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a08:38:49.779193 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18048): Terminating (SIGTERM)\u000a08:38:49.956787 --- ParallelTerminationStrategy: PID 18048 died...\u000a08:38:50.014285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18048): Terminated: ok {rc=0}\u000a08:38:50.099621 bus /sierra_3: Setting Powered False\u000a08:38:51.206149 bus /sierra_3: Setting Powered False\u000a08:38:52.317210 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:38:46" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18059): Process ended prematurely: osmo-stp_10.42.42.5(pid=18059) [trial-2372↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18059)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18059): Process ended prematurely: osmo-stp_10.42.42.5(pid=18059) [trial-2372↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a08:38:54.208312 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:38:54.218792 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a08:38:54.351237 tst mo_mt_sms.py: using LAC 27181\u000a08:38:54.467382 tst mo_mt_sms.py: using RAC 151\u000a08:38:54.585750 tst mo_mt_sms.py: using CellId 27181\u000a08:38:54.708777 tst mo_mt_sms.py: using BVCI 27182\u000a08:38:54.732871 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:38:54.743915 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:38:54.754903 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:38:54.765809 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:38:54.776669 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:38:54.787625 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:38:54.904088 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:38:55.110731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:55.613640 run create_hlr_db(pid=18053): Launched\u000a08:38:55.796432 bus /sierra_2: Setting Powered False\u000a08:38:56.817054 run create_hlr_db(pid=18053): Terminated: ok {rc=0}\u000a08:38:57.215669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18055): Launched\u000a08:38:57.513054 run osmo-hlr_10.42.42.2(pid=18056): Launched\u000a08:38:57.628607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:58.146695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18058): Launched\u000a08:38:58.441830 run osmo-stp_10.42.42.5(pid=18059): Launched\u000a08:38:58.550413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:38:59.089924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18061): Launched\u000a08:38:59.386079 run osmo-msc_10.42.42.6(pid=18062): Launched\u000a08:38:59.561121 run osmo-stp_10.42.42.5(pid=18059): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18059)]\u000a08:38:59.688090 run osmo-stp_10.42.42.5(pid=18059): stdout: \u000a| (launched: 2022-12-10_08:38:58.296413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:59.812119 run osmo-stp_10.42.42.5(pid=18059): stderr: \u000a| �[0;m�[38;5;43m20221210083858466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083858466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083858467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083858467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083858467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083858468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083858468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:59.931758 run osmo-stp_10.42.42.5(pid=18059): stdout: \u000a| (launched: 2022-12-10_08:38:58.296413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:00.050406 run osmo-stp_10.42.42.5(pid=18059): stderr: \u000a| �[0;m�[38;5;43m20221210083858466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083858466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083858467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083858467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083858467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083858468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083858468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:00.102003 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18059): Process ended prematurely: osmo-stp_10.42.42.5(pid=18059) [trial-2372↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18059)] [trial-2372↪sms:trx-b200↪mo_mt_sms.py:16]\u000a08:39:00.109965 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a08:39:00.169315 run osmo-hlr_10.42.42.2(pid=18056): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18056)]\u000a08:39:00.217689 run osmo-hlr_10.42.42.2(pid=18056): stdout: \u000a| (launched: 2022-12-10_08:38:57.366662) \u000a08:39:00.266921 run osmo-hlr_10.42.42.2(pid=18056): stderr: \u000a| �[0;m�[1;31m20221210083857542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083857543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083857543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083857543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083857543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083857543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083857555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083857564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083857564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083857564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:00.333784 run osmo-msc_10.42.42.6(pid=18062): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18062)]\u000a08:39:00.382576 run osmo-msc_10.42.42.6(pid=18062): stdout: \u000a| (launched: 2022-12-10_08:38:59.240061) \u000a08:39:00.431414 run osmo-msc_10.42.42.6(pid=18062): stderr: \u000a| �[0;m�[38;5;43m20221210083859512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083859512 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7bb9ca0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083859512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083859512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083859513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083859513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083859515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083859515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083859515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083859515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:39:00.472718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18055): Terminating (SIGTERM)\u000a08:39:00.512251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18058): Terminating (SIGTERM)\u000a08:39:00.551480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18061): Terminating (SIGTERM)\u000a08:39:00.561502 --- ParallelTerminationStrategy: PID 18055 died...\u000a08:39:00.613740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18055): Terminated: ok {rc=0}\u000a08:39:00.623241 --- ParallelTerminationStrategy: PID 18058 died...\u000a08:39:00.675938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18058): Terminated: ok {rc=0}\u000a08:39:00.685899 --- ParallelTerminationStrategy: PID 18061 died...\u000a08:39:00.738744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18061): Terminated: ok {rc=0}\u000a08:39:00.827824 bus /sierra_3: Setting Powered False\u000a08:39:01.930309 bus /sierra_3: Setting Powered False\u000a08:39:03.044182 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:38:53" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18072) [trial-2372↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18072)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18072) [trial-2372↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a08:39:04.883518 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a08:39:04.894573 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a08:39:05.038096 tst assert_extension.py: using LAC 27182\u000a08:39:05.164169 tst assert_extension.py: using RAC 152\u000a08:39:05.284761 tst assert_extension.py: using CellId 27182\u000a08:39:05.403010 tst assert_extension.py: using BVCI 27183\u000a08:39:05.425784 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a08:39:05.748338 tst assert_extension.py:10: start nitb and bts...\u000a08:39:05.880462 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:39:06.537505 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18071): Launched\u000a08:39:06.851546 run osmo-nitb_10.42.42.2(pid=18072): Launched\u000a08:39:07.045541 run osmo-nitb_10.42.42.2(pid=18072): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18072)]\u000a08:39:07.187904 run osmo-nitb_10.42.42.2(pid=18072): stdout: \u000a| (launched: 2022-12-10_08:39:06.697499) \u000a08:39:07.330523 run osmo-nitb_10.42.42.2(pid=18072): stderr: \u000a| (launched: 2022-12-10_08:39:06.744327)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:39:07.468674 run osmo-nitb_10.42.42.2(pid=18072): stdout: \u000a| (launched: 2022-12-10_08:39:06.697499) \u000a08:39:07.606160 run osmo-nitb_10.42.42.2(pid=18072): stderr: \u000a| (launched: 2022-12-10_08:39:06.744327)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:39:07.978782 tst osmo-nitb_10.42.42.2(pid=18072): stdout: \u000a| (launched: 2022-12-10_08:39:06.697499) \u000a08:39:08.105073 tst osmo-nitb_10.42.42.2(pid=18072): stderr: \u000a| (launched: 2022-12-10_08:39:06.744327)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:39:08.159862 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18072) [trial-2372↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18072)] [trial-2372↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a08:39:08.168386 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a08:39:08.204992 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18071): Terminating (SIGTERM)\u000a08:39:08.383135 --- ParallelTerminationStrategy: PID 18071 died...\u000a08:39:08.440652 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18071): Terminated: ok {rc=0}\u000a08:39:08.527813 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:39:04" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18082): Process ended prematurely: osmo-stp_10.42.42.5(pid=18082) [trial-2372↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18082)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18082): Process ended prematurely: osmo-stp_10.42.42.5(pid=18082) [trial-2372↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a08:39:10.362108 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:39:10.372616 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a08:39:10.506687 tst assert_extension.py: using LAC 27183\u000a08:39:10.629554 tst assert_extension.py: using RAC 153\u000a08:39:10.753347 tst assert_extension.py: using CellId 27183\u000a08:39:10.878992 tst assert_extension.py: using BVCI 27184\u000a08:39:10.903185 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:39:10.914126 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:39:10.925082 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:39:10.935996 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:39:10.946817 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:39:10.957659 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a08:39:11.162936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:11.666417 run create_hlr_db(pid=18076): Launched\u000a08:39:11.849704 bus /sierra_2: Setting Powered False\u000a08:39:12.869481 run create_hlr_db(pid=18076): Terminated: ok {rc=0}\u000a08:39:13.268323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18078): Launched\u000a08:39:13.566181 run osmo-hlr_10.42.42.2(pid=18079): Launched\u000a08:39:13.682922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:14.205907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18081): Launched\u000a08:39:14.502402 run osmo-stp_10.42.42.5(pid=18082): Launched\u000a08:39:14.612426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:39:15.151255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18084): Launched\u000a08:39:15.448253 run osmo-msc_10.42.42.6(pid=18085): Launched\u000a08:39:15.624227 run osmo-stp_10.42.42.5(pid=18082): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18082)]\u000a08:39:15.751186 run osmo-stp_10.42.42.5(pid=18082): stdout: \u000a| (launched: 2022-12-10_08:39:14.356410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:15.888914 run osmo-stp_10.42.42.5(pid=18082): stderr: \u000a| �[0;m�[38;5;43m20221210083914524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083914524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083914524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083914525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083914525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083914525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083914525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:16.011531 run osmo-stp_10.42.42.5(pid=18082): stdout: \u000a| (launched: 2022-12-10_08:39:14.356410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:16.134505 run osmo-stp_10.42.42.5(pid=18082): stderr: \u000a| �[0;m�[38;5;43m20221210083914524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083914524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083914524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083914525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083914525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083914525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083914525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:16.188266 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18082): Process ended prematurely: osmo-stp_10.42.42.5(pid=18082) [trial-2372↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18082)] [trial-2372↪ussd:trx-b200↪assert_extension.py:17]\u000a08:39:16.197169 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a08:39:16.261526 run osmo-hlr_10.42.42.2(pid=18079): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18079)]\u000a08:39:16.313337 run osmo-hlr_10.42.42.2(pid=18079): stdout: \u000a| (launched: 2022-12-10_08:39:13.419442) \u000a08:39:16.365844 run osmo-hlr_10.42.42.2(pid=18079): stderr: \u000a| �[0;m�[1;31m20221210083913596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083913596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083913596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083913596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083913596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083913596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083913609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083913618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083913618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083913618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:16.435648 run osmo-msc_10.42.42.6(pid=18085): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18085)]\u000a08:39:16.487001 run osmo-msc_10.42.42.6(pid=18085): stdout: \u000a| (launched: 2022-12-10_08:39:15.302106) \u000a08:39:16.539579 run osmo-msc_10.42.42.6(pid=18085): stderr: \u000a| �[0;m�[38;5;43m20221210083915572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083915572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51e2382c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083915572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083915572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083915572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083915573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083915574 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083915575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083915575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083915575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:39:16.583832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18078): Terminating (SIGTERM)\u000a08:39:16.627450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18081): Terminating (SIGTERM)\u000a08:39:16.668576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18084): Terminating (SIGTERM)\u000a08:39:16.679476 --- ParallelTerminationStrategy: PID 18078 died...\u000a08:39:16.746404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18078): Terminated: ok {rc=0}\u000a08:39:16.759789 --- ParallelTerminationStrategy: PID 18081 died...\u000a08:39:16.830617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18081): Terminated: ok {rc=0}\u000a08:39:16.843895 --- ParallelTerminationStrategy: PID 18084 died...\u000a08:39:16.902040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18084): Terminated: ok {rc=0}\u000a08:39:16.988130 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:39:10" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18096): Process ended prematurely: osmo-stp_10.42.42.5(pid=18096) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18096)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18096): Process ended prematurely: osmo-stp_10.42.42.5(pid=18096) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:39:18.940611 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:18.952172 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:39:19.116245 tst mo_mt_call.py: using LAC 27184\u000a08:39:19.233696 tst mo_mt_call.py: using RAC 154\u000a08:39:19.351061 tst mo_mt_call.py: using CellId 27184\u000a08:39:19.468267 tst mo_mt_call.py: using BVCI 27185\u000a08:39:19.491378 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:19.502479 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:19.513327 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:19.524535 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:19.535738 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:19.547010 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:39:19.661231 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:39:19.870625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:20.388599 run create_hlr_db(pid=18090): Launched\u000a08:39:20.573219 bus /sierra_2: Setting Powered False\u000a08:39:21.594425 run create_hlr_db(pid=18090): Terminated: ok {rc=0}\u000a08:39:22.001300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18092): Launched\u000a08:39:22.305331 run osmo-hlr_10.42.42.2(pid=18093): Launched\u000a08:39:22.424103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:22.959566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18095): Launched\u000a08:39:23.265328 run osmo-stp_10.42.42.5(pid=18096): Launched\u000a08:39:23.376472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:39:23.930623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18098): Launched\u000a08:39:24.237351 run osmo-msc_10.42.42.6(pid=18099): Launched\u000a08:39:24.415422 run osmo-stp_10.42.42.5(pid=18096): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18096)]\u000a08:39:24.544582 run osmo-stp_10.42.42.5(pid=18096): stdout: \u000a| (launched: 2022-12-10_08:39:23.113440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:24.670802 run osmo-stp_10.42.42.5(pid=18096): stderr: \u000a| �[0;m�[38;5;43m20221210083923288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083923289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083923289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083923289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083923290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083923290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083923290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:24.792252 run osmo-stp_10.42.42.5(pid=18096): stdout: \u000a| (launched: 2022-12-10_08:39:23.113440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:24.912698 run osmo-stp_10.42.42.5(pid=18096): stderr: \u000a| �[0;m�[38;5;43m20221210083923288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083923289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083923289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083923289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083923290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083923290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083923290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:24.965823 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18096): Process ended prematurely: osmo-stp_10.42.42.5(pid=18096) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18096)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:39:24.974420 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:39:25.034490 run osmo-hlr_10.42.42.2(pid=18093): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18093)]\u000a08:39:25.083080 run osmo-hlr_10.42.42.2(pid=18093): stdout: \u000a| (launched: 2022-12-10_08:39:22.154636) \u000a08:39:25.132466 run osmo-hlr_10.42.42.2(pid=18093): stderr: \u000a| �[0;m�[1;31m20221210083922333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083922334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083922334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083922334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083922334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083922334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083922346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083922356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083922357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083922357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:25.199380 run osmo-msc_10.42.42.6(pid=18099): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18099)]\u000a08:39:25.248332 run osmo-msc_10.42.42.6(pid=18099): stdout: \u000a| (launched: 2022-12-10_08:39:24.084545) \u000a08:39:25.297518 run osmo-msc_10.42.42.6(pid=18099): stderr: \u000a| �[0;m�[38;5;43m20221210083924360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083924361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcf561ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083924361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083924361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083924361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083924361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083924363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083924363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083924363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083924363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:39:25.338900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18092): Terminating (SIGTERM)\u000a08:39:25.378311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18095): Terminating (SIGTERM)\u000a08:39:25.417538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18098): Terminating (SIGTERM)\u000a08:39:25.426338 --- ParallelTerminationStrategy: PID 18092 died...\u000a08:39:25.478469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18092): Terminated: ok {rc=0}\u000a08:39:25.488038 --- ParallelTerminationStrategy: PID 18095 died...\u000a08:39:25.540354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18095): Terminated: ok {rc=0}\u000a08:39:25.549981 --- ParallelTerminationStrategy: PID 18098 died...\u000a08:39:25.602459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18098): Terminated: ok {rc=0}\u000a08:39:25.691485 bus /sierra_3: Setting Powered False\u000a08:39:26.794740 bus /sierra_3: Setting Powered False\u000a08:39:27.904720 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18107): Process ended prematurely: osmo-stp_10.42.42.5(pid=18107) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18107)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18107): Process ended prematurely: osmo-stp_10.42.42.5(pid=18107) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:39:29.018958 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:29.031224 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:39:29.196072 tst mo_mt_call_osmux.py: using LAC 27185\u000a08:39:29.323811 tst mo_mt_call_osmux.py: using RAC 155\u000a08:39:29.450245 tst mo_mt_call_osmux.py: using CellId 27185\u000a08:39:29.577590 tst mo_mt_call_osmux.py: using BVCI 27186\u000a08:39:29.602170 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:29.613522 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:29.624699 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:29.635980 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:29.647392 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:39:29.658649 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:39:29.777169 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:39:29.979034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:30.458396 run create_hlr_db(pid=18101): Launched\u000a08:39:30.632589 bus /sierra_2: Setting Powered False\u000a08:39:31.666156 run create_hlr_db(pid=18101): Terminated: ok {rc=0}\u000a08:39:32.114408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18103): Launched\u000a08:39:32.441606 run osmo-hlr_10.42.42.2(pid=18104): Launched\u000a08:39:32.562786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:33.125983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18106): Launched\u000a08:39:33.453863 run osmo-stp_10.42.42.5(pid=18107): Launched\u000a08:39:33.571227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:39:34.161270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18109): Launched\u000a08:39:34.486427 run osmo-msc_10.42.42.6(pid=18110): Launched\u000a08:39:34.675424 run osmo-stp_10.42.42.5(pid=18107): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18107)]\u000a08:39:34.811206 run osmo-stp_10.42.42.5(pid=18107): stdout: \u000a| (launched: 2022-12-10_08:39:33.289204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:34.946575 run osmo-stp_10.42.42.5(pid=18107): stderr: \u000a| �[0;m�[38;5;43m20221210083933485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083933485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083933485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083933486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083933486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083933486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083933486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:35.075621 run osmo-stp_10.42.42.5(pid=18107): stdout: \u000a| (launched: 2022-12-10_08:39:33.289204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:35.203117 run osmo-stp_10.42.42.5(pid=18107): stderr: \u000a| �[0;m�[38;5;43m20221210083933485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083933485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083933485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083933486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083933486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083933486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083933486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:35.259160 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18107): Process ended prematurely: osmo-stp_10.42.42.5(pid=18107) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18107)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:39:35.268224 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:39:35.330078 run osmo-hlr_10.42.42.2(pid=18104): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18104)]\u000a08:39:35.381146 run osmo-hlr_10.42.42.2(pid=18104): stdout: \u000a| (launched: 2022-12-10_08:39:32.279344) \u000a08:39:35.432714 run osmo-hlr_10.42.42.2(pid=18104): stderr: \u000a| �[0;m�[1;31m20221210083932483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083932483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083932483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083932483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083932483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083932483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083932496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083932506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083932507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083932507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:35.502663 run osmo-msc_10.42.42.6(pid=18110): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18110)]\u000a08:39:35.553317 run osmo-msc_10.42.42.6(pid=18110): stdout: \u000a| (launched: 2022-12-10_08:39:34.325088) \u000a08:39:35.604716 run osmo-msc_10.42.42.6(pid=18110): stderr: \u000a| �[0;m�[38;5;43m20221210083934652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083934652 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37bcfdcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083934652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083934652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083934652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083934652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083934654 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083934654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083934655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083934655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:39:35.648316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18103): Terminating (SIGTERM)\u000a08:39:35.689646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18106): Terminating (SIGTERM)\u000a08:39:35.731193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18109): Terminating (SIGTERM)\u000a08:39:35.740648 --- ParallelTerminationStrategy: PID 18103 died...\u000a08:39:35.795589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18103): Terminated: ok {rc=0}\u000a08:39:35.805429 --- ParallelTerminationStrategy: PID 18106 died...\u000a08:39:35.860147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18106): Terminated: ok {rc=0}\u000a08:39:35.870069 --- ParallelTerminationStrategy: PID 18109 died...\u000a08:39:35.924746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18109): Terminated: ok {rc=0}\u000a08:39:36.011247 bus /sierra_3: Setting Powered False\u000a08:39:37.117178 bus /sierra_3: Setting Powered False\u000a08:39:38.227188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:39:18" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18121): Process ended prematurely: osmo-stp_10.42.42.5(pid=18121) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18121)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18121): Process ended prematurely: osmo-stp_10.42.42.5(pid=18121) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:39:40.222132 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:40.233639 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:39:40.396078 tst mo_mt_call.py: using LAC 27186\u000a08:39:40.521336 tst mo_mt_call.py: using RAC 156\u000a08:39:40.646778 tst mo_mt_call.py: using CellId 27186\u000a08:39:40.772243 tst mo_mt_call.py: using BVCI 27187\u000a08:39:40.796615 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:40.807948 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:40.819309 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:40.830602 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:40.841931 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:40.853215 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:39:40.968079 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:39:41.167855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:41.643370 run create_hlr_db(pid=18115): Launched\u000a08:39:41.817533 bus /sierra_2: Setting Powered False\u000a08:39:42.839194 run create_hlr_db(pid=18115): Terminated: ok {rc=0}\u000a08:39:43.240840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18117): Launched\u000a08:39:43.542792 run osmo-hlr_10.42.42.2(pid=18118): Launched\u000a08:39:43.667940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:44.198235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18120): Launched\u000a08:39:44.500216 run osmo-stp_10.42.42.5(pid=18121): Launched\u000a08:39:44.611482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:39:45.161360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18123): Launched\u000a08:39:45.464078 run osmo-msc_10.42.42.6(pid=18124): Launched\u000a08:39:45.643999 run osmo-stp_10.42.42.5(pid=18121): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18121)]\u000a08:39:45.773436 run osmo-stp_10.42.42.5(pid=18121): stdout: \u000a| (launched: 2022-12-10_08:39:44.351473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:45.908445 run osmo-stp_10.42.42.5(pid=18121): stderr: \u000a| �[0;m�[38;5;43m20221210083944518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083944518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083944518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083944519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083944519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083944519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083944519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:46.034892 run osmo-stp_10.42.42.5(pid=18121): stdout: \u000a| (launched: 2022-12-10_08:39:44.351473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:46.160080 run osmo-stp_10.42.42.5(pid=18121): stderr: \u000a| �[0;m�[38;5;43m20221210083944518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083944518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083944518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083944519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083944519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083944519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083944519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:46.215438 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18121): Process ended prematurely: osmo-stp_10.42.42.5(pid=18121) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18121)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:39:46.224873 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:39:46.289075 run osmo-hlr_10.42.42.2(pid=18118): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18118)]\u000a08:39:46.340361 run osmo-hlr_10.42.42.2(pid=18118): stdout: \u000a| (launched: 2022-12-10_08:39:43.394569) \u000a08:39:46.392771 run osmo-hlr_10.42.42.2(pid=18118): stderr: \u000a| �[0;m�[1;31m20221210083943571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083943571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083943571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083943571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083943571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083943571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083943583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083943591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083943591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083943591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:46.461747 run osmo-msc_10.42.42.6(pid=18124): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18124)]\u000a08:39:46.512793 run osmo-msc_10.42.42.6(pid=18124): stdout: \u000a| (launched: 2022-12-10_08:39:45.314548) \u000a08:39:46.564602 run osmo-msc_10.42.42.6(pid=18124): stderr: \u000a| �[0;m�[38;5;43m20221210083945587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083945587 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd30fc96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083945587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083945587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083945587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083945587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083945589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083945590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083945590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083945590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:39:46.607607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18117): Terminating (SIGTERM)\u000a08:39:46.649388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18120): Terminating (SIGTERM)\u000a08:39:46.691029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18123): Terminating (SIGTERM)\u000a08:39:46.701680 --- ParallelTerminationStrategy: PID 18117 died...\u000a08:39:46.757303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18117): Terminated: ok {rc=0}\u000a08:39:46.767607 --- ParallelTerminationStrategy: PID 18120 died...\u000a08:39:46.823650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18120): Terminated: ok {rc=0}\u000a08:39:46.834123 --- ParallelTerminationStrategy: PID 18123 died...\u000a08:39:46.890212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18123): Terminated: ok {rc=0}\u000a08:39:46.979312 bus /sierra_3: Setting Powered False\u000a08:39:48.081540 bus /sierra_3: Setting Powered False\u000a08:39:49.192483 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:39:50.306373 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:50.318867 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:39:50.483190 tst mo_mt_call_osmux.py: using LAC 27187\u000a08:39:50.599927 tst mo_mt_call_osmux.py: using RAC 157\u000a08:39:50.723336 tst mo_mt_call_osmux.py: using CellId 27187\u000a08:39:50.847983 tst mo_mt_call_osmux.py: using BVCI 27188\u000a08:39:50.872705 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:50.884267 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:50.895696 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:50.907283 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:50.919183 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:39:50.930776 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:39:51.046374 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:39:51.257535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:51.770549 run create_hlr_db(pid=18126): Launched\u000a08:39:51.957112 bus /sierra_2: Setting Powered False\u000a08:39:52.977707 run create_hlr_db(pid=18126): Terminated: ok {rc=0}\u000a08:39:53.383720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Launched\u000a08:39:53.687370 run osmo-hlr_10.42.42.2(pid=18129): Launched\u000a08:39:53.804187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:54.335962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Launched\u000a08:39:54.637867 run osmo-stp_10.42.42.5(pid=18132): Launched\u000a08:39:54.747856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:39:55.304772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18134): Launched\u000a08:39:55.608104 run osmo-msc_10.42.42.6(pid=18135): Launched\u000a08:39:55.786890 run osmo-stp_10.42.42.5(pid=18132): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]\u000a08:39:55.915812 run osmo-stp_10.42.42.5(pid=18132): stdout: \u000a| (launched: 2022-12-10_08:39:54.490012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:56.042452 run osmo-stp_10.42.42.5(pid=18132): stderr: \u000a| �[0;m�[38;5;43m20221210083954661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083954661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083954661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083954662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083954663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083954663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083954663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:56.164123 run osmo-stp_10.42.42.5(pid=18132): stdout: \u000a| (launched: 2022-12-10_08:39:54.490012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:56.284646 run osmo-stp_10.42.42.5(pid=18132): stderr: \u000a| �[0;m�[38;5;43m20221210083954661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210083954661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210083954661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210083954662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210083954663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210083954663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210083954663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:56.337826 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:39:56.346304 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:39:56.406430 run osmo-hlr_10.42.42.2(pid=18129): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18129)]\u000a08:39:56.455320 run osmo-hlr_10.42.42.2(pid=18129): stdout: \u000a| (launched: 2022-12-10_08:39:53.538600) \u000a08:39:56.505048 run osmo-hlr_10.42.42.2(pid=18129): stderr: \u000a| �[0;m�[1;31m20221210083953718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210083953718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210083953718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083953718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210083953718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210083953718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210083953730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210083953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210083953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210083953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:56.572108 run osmo-msc_10.42.42.6(pid=18135): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18135)]\u000a08:39:56.621140 run osmo-msc_10.42.42.6(pid=18135): stdout: \u000a| (launched: 2022-12-10_08:39:55.458976) \u000a08:39:56.670422 run osmo-msc_10.42.42.6(pid=18135): stderr: \u000a| �[0;m�[38;5;43m20221210083955731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210083955731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f48365c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210083955731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210083955731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210083955732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210083955732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210083955734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210083955735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210083955735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210083955735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:39:56.711936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Terminating (SIGTERM)\u000a08:39:56.751387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Terminating (SIGTERM)\u000a08:39:56.790776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18134): Terminating (SIGTERM)\u000a08:39:56.800031 --- ParallelTerminationStrategy: PID 18128 died...\u000a08:39:56.852584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Terminated: ok {rc=0}\u000a08:39:56.862215 --- ParallelTerminationStrategy: PID 18131 died...\u000a08:39:56.914759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Terminated: ok {rc=0}\u000a08:39:56.924330 --- ParallelTerminationStrategy: PID 18134 died...\u000a08:39:56.976505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18134): Terminated: ok {rc=0}\u000a08:39:57.064631 bus /sierra_3: Setting Powered False\u000a08:39:58.165622 bus /sierra_3: Setting Powered False\u000a08:39:59.276164 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:39:39" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18149): Process ended prematurely: osmo-stp_10.42.42.5(pid=18149) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18149)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18149): Process ended prematurely: osmo-stp_10.42.42.5(pid=18149) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:40:01.283860 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:01.298674 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:40:01.475137 tst mo_mt_call.py: using LAC 27188\u000a08:40:01.598523 tst mo_mt_call.py: using RAC 158\u000a08:40:01.751466 tst mo_mt_call.py: using CellId 27188\u000a08:40:01.914748 tst mo_mt_call.py: using BVCI 27189\u000a08:40:01.943058 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:01.957894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:01.973596 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:01.989247 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:02.005555 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:02.022363 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:40:02.163306 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:40:02.391439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:02.911318 run create_hlr_db(pid=18143): Launched\u000a08:40:03.097472 bus /sierra_2: Setting Powered False\u000a08:40:04.118039 run create_hlr_db(pid=18143): Terminated: ok {rc=0}\u000a08:40:04.528937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18145): Launched\u000a08:40:04.835697 run osmo-hlr_10.42.42.2(pid=18146): Launched\u000a08:40:04.950270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:05.484586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18148): Launched\u000a08:40:05.790250 run osmo-stp_10.42.42.5(pid=18149): Launched\u000a08:40:05.900941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:40:06.457814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18151): Launched\u000a08:40:06.767393 run osmo-msc_10.42.42.6(pid=18152): Launched\u000a08:40:06.945970 run osmo-stp_10.42.42.5(pid=18149): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18149)]\u000a08:40:07.075183 run osmo-stp_10.42.42.5(pid=18149): stdout: \u000a| (launched: 2022-12-10_08:40:05.638530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:07.201545 run osmo-stp_10.42.42.5(pid=18149): stderr: \u000a| �[0;m�[38;5;43m20221210084005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084005812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:07.323317 run osmo-stp_10.42.42.5(pid=18149): stdout: \u000a| (launched: 2022-12-10_08:40:05.638530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:07.443895 run osmo-stp_10.42.42.5(pid=18149): stderr: \u000a| �[0;m�[38;5;43m20221210084005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084005812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:07.497100 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18149): Process ended prematurely: osmo-stp_10.42.42.5(pid=18149) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18149)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:40:07.505543 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:40:07.564596 run osmo-hlr_10.42.42.2(pid=18146): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18146)]\u000a08:40:07.613354 run osmo-hlr_10.42.42.2(pid=18146): stdout: \u000a| (launched: 2022-12-10_08:40:04.683033) \u000a08:40:07.662558 run osmo-hlr_10.42.42.2(pid=18146): stderr: \u000a| �[0;m�[1;31m20221210084004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084004875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084004886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084004886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084004886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:07.729471 run osmo-msc_10.42.42.6(pid=18152): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18152)]\u000a08:40:07.778044 run osmo-msc_10.42.42.6(pid=18152): stdout: \u000a| (launched: 2022-12-10_08:40:06.612279) \u000a08:40:07.827189 run osmo-msc_10.42.42.6(pid=18152): stderr: \u000a| �[0;m�[38;5;43m20221210084006888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084006888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9855b65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084006888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084006888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084006888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084006889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084006890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084006891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084006891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084006891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:40:07.868790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18145): Terminating (SIGTERM)\u000a08:40:07.908156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18148): Terminating (SIGTERM)\u000a08:40:07.947630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18151): Terminating (SIGTERM)\u000a08:40:07.956835 --- ParallelTerminationStrategy: PID 18145 died...\u000a08:40:08.009344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18145): Terminated: ok {rc=0}\u000a08:40:08.018881 --- ParallelTerminationStrategy: PID 18148 died...\u000a08:40:08.071292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18148): Terminated: ok {rc=0}\u000a08:40:08.080597 --- ParallelTerminationStrategy: PID 18151 died...\u000a08:40:08.134019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18151): Terminated: ok {rc=0}\u000a08:40:08.223305 bus /sierra_3: Setting Powered False\u000a08:40:09.330739 bus /sierra_3: Setting Powered False\u000a08:40:10.441286 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18160): Process ended prematurely: osmo-stp_10.42.42.5(pid=18160) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18160)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18160): Process ended prematurely: osmo-stp_10.42.42.5(pid=18160) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:40:11.551504 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:11.563286 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:40:11.721091 tst mo_mt_call_osmux.py: using LAC 27189\u000a08:40:11.841529 tst mo_mt_call_osmux.py: using RAC 159\u000a08:40:11.970595 tst mo_mt_call_osmux.py: using CellId 27189\u000a08:40:12.105970 tst mo_mt_call_osmux.py: using BVCI 27190\u000a08:40:12.129221 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:12.140222 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:12.151206 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:12.162416 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:12.173735 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:40:12.185040 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:40:12.305337 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:40:12.519822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:13.038532 run create_hlr_db(pid=18154): Launched\u000a08:40:13.224566 bus /sierra_2: Setting Powered False\u000a08:40:14.246474 run create_hlr_db(pid=18154): Terminated: ok {rc=0}\u000a08:40:14.656812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18156): Launched\u000a08:40:14.963465 run osmo-hlr_10.42.42.2(pid=18157): Launched\u000a08:40:15.079160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:15.608511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18159): Launched\u000a08:40:16.039760 run osmo-stp_10.42.42.5(pid=18160): Launched\u000a08:40:16.206207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:40:16.903382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18162): Launched\u000a08:40:17.325311 run osmo-msc_10.42.42.6(pid=18163): Launched\u000a08:40:17.519238 run osmo-stp_10.42.42.5(pid=18160): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18160)]\u000a08:40:17.650701 run osmo-stp_10.42.42.5(pid=18160): stdout: \u000a| (launched: 2022-12-10_08:40:15.762500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:17.779371 run osmo-stp_10.42.42.5(pid=18160): stderr: \u000a| �[0;m�[38;5;43m20221210084015989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084015989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084015989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084015990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084015990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084015990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084015990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:17.902117 run osmo-stp_10.42.42.5(pid=18160): stdout: \u000a| (launched: 2022-12-10_08:40:15.762500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:18.023735 run osmo-stp_10.42.42.5(pid=18160): stderr: \u000a| �[0;m�[38;5;43m20221210084015989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084015989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084015989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084015990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084015990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084015990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084015990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:18.077261 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18160): Process ended prematurely: osmo-stp_10.42.42.5(pid=18160) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18160)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:40:18.086133 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:40:18.146886 run osmo-hlr_10.42.42.2(pid=18157): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18157)]\u000a08:40:18.196430 run osmo-hlr_10.42.42.2(pid=18157): stdout: \u000a| (launched: 2022-12-10_08:40:14.810940) \u000a08:40:18.246401 run osmo-hlr_10.42.42.2(pid=18157): stderr: \u000a| �[0;m�[1;31m20221210084014991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084014991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084014991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084014991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084014991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084014991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084015005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084015014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:18.314248 run osmo-msc_10.42.42.6(pid=18163): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18163)]\u000a08:40:18.363655 run osmo-msc_10.42.42.6(pid=18163): stdout: \u000a| (launched: 2022-12-10_08:40:17.061148) \u000a08:40:18.413901 run osmo-msc_10.42.42.6(pid=18163): stderr: \u000a| �[0;m�[38;5;43m20221210084017543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084017544 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefc6819c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084017544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084017544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084017544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084017544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084017546 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084017546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084017547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084017547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:40:18.456118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18156): Terminating (SIGTERM)\u000a08:40:18.496606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18159): Terminating (SIGTERM)\u000a08:40:18.536902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18162): Terminating (SIGTERM)\u000a08:40:18.546899 --- ParallelTerminationStrategy: PID 18156 died...\u000a08:40:18.600693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18156): Terminated: ok {rc=0}\u000a08:40:18.610693 --- ParallelTerminationStrategy: PID 18159 died...\u000a08:40:18.664079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18159): Terminated: ok {rc=0}\u000a08:40:18.673926 --- ParallelTerminationStrategy: PID 18162 died...\u000a08:40:18.727138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18162): Terminated: ok {rc=0}\u000a08:40:18.814639 bus /sierra_3: Setting Powered False\u000a08:40:19.917237 bus /sierra_3: Setting Powered False\u000a08:40:21.028139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:40:00" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18174): Process ended prematurely: osmo-stp_10.42.42.5(pid=18174) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18174)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18174): Process ended prematurely: osmo-stp_10.42.42.5(pid=18174) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:40:23.026511 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:23.037719 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:40:23.192111 tst mo_mt_call.py: using LAC 27190\u000a08:40:23.309641 tst mo_mt_call.py: using RAC 160\u000a08:40:23.427350 tst mo_mt_call.py: using CellId 27190\u000a08:40:23.544840 tst mo_mt_call.py: using BVCI 27191\u000a08:40:23.568155 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:23.579080 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:23.590311 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:23.601717 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:23.613205 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:23.624519 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:40:23.743990 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:40:23.946640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:24.422255 run create_hlr_db(pid=18168): Launched\u000a08:40:24.596771 bus /sierra_2: Setting Powered False\u000a08:40:25.618165 run create_hlr_db(pid=18168): Terminated: ok {rc=0}\u000a08:40:26.043343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18170): Launched\u000a08:40:26.365284 run osmo-hlr_10.42.42.2(pid=18171): Launched\u000a08:40:26.485877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:27.043563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18173): Launched\u000a08:40:27.363601 run osmo-stp_10.42.42.5(pid=18174): Launched\u000a08:40:27.480532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:40:28.071328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18176): Launched\u000a08:40:28.392151 run osmo-msc_10.42.42.6(pid=18177): Launched\u000a08:40:28.580297 run osmo-stp_10.42.42.5(pid=18174): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18174)]\u000a08:40:28.716731 run osmo-stp_10.42.42.5(pid=18174): stdout: \u000a| (launched: 2022-12-10_08:40:27.206791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:28.851928 run osmo-stp_10.42.42.5(pid=18174): stderr: \u000a| �[0;m�[38;5;43m20221210084027401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084027401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084027401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084027402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084027402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084027402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084027402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:28.981064 run osmo-stp_10.42.42.5(pid=18174): stdout: \u000a| (launched: 2022-12-10_08:40:27.206791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:29.109369 run osmo-stp_10.42.42.5(pid=18174): stderr: \u000a| �[0;m�[38;5;43m20221210084027401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084027401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084027401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084027402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084027402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084027402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084027402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:29.165618 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18174): Process ended prematurely: osmo-stp_10.42.42.5(pid=18174) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18174)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:40:29.174633 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:40:29.236180 run osmo-hlr_10.42.42.2(pid=18171): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18171)]\u000a08:40:29.286757 run osmo-hlr_10.42.42.2(pid=18171): stdout: \u000a| (launched: 2022-12-10_08:40:26.207566) \u000a08:40:29.337913 run osmo-hlr_10.42.42.2(pid=18171): stderr: \u000a| �[0;m�[1;31m20221210084026407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084026407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084026407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084026407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084026407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084026407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084026419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084026428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084026428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084026428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:29.407499 run osmo-msc_10.42.42.6(pid=18177): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18177)]\u000a08:40:29.458350 run osmo-msc_10.42.42.6(pid=18177): stdout: \u000a| (launched: 2022-12-10_08:40:28.235296) \u000a08:40:29.509474 run osmo-msc_10.42.42.6(pid=18177): stderr: \u000a| �[0;m�[38;5;43m20221210084028557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084028557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4e8489c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084028557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084028557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084028557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084028558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084028559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084028560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084028560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084028560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:40:29.552783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18170): Terminating (SIGTERM)\u000a08:40:29.593661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18173): Terminating (SIGTERM)\u000a08:40:29.634401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18176): Terminating (SIGTERM)\u000a08:40:29.643431 --- ParallelTerminationStrategy: PID 18170 died...\u000a08:40:29.697981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18170): Terminated: ok {rc=0}\u000a08:40:29.707815 --- ParallelTerminationStrategy: PID 18173 died...\u000a08:40:29.763520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18173): Terminated: ok {rc=0}\u000a08:40:29.773420 --- ParallelTerminationStrategy: PID 18176 died...\u000a08:40:29.828269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18176): Terminated: ok {rc=0}\u000a08:40:29.915818 bus /sierra_3: Setting Powered False\u000a08:40:31.027136 bus /sierra_3: Setting Powered False\u000a08:40:32.136900 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18185): Process ended prematurely: osmo-stp_10.42.42.5(pid=18185) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18185)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18185): Process ended prematurely: osmo-stp_10.42.42.5(pid=18185) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:40:33.250989 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:33.263162 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:40:33.426512 tst mo_mt_call_osmux.py: using LAC 27191\u000a08:40:33.553270 tst mo_mt_call_osmux.py: using RAC 161\u000a08:40:33.685221 tst mo_mt_call_osmux.py: using CellId 27191\u000a08:40:33.809905 tst mo_mt_call_osmux.py: using BVCI 27192\u000a08:40:33.834465 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:33.845873 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:33.857140 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:33.868424 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:33.879764 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:40:33.891143 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:40:34.010900 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:40:34.214301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:34.691633 run create_hlr_db(pid=18179): Launched\u000a08:40:34.866104 bus /sierra_2: Setting Powered False\u000a08:40:35.887754 run create_hlr_db(pid=18179): Terminated: ok {rc=0}\u000a08:40:36.290032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18181): Launched\u000a08:40:36.592676 run osmo-hlr_10.42.42.2(pid=18182): Launched\u000a08:40:36.708254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:37.232228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18184): Launched\u000a08:40:37.536403 run osmo-stp_10.42.42.5(pid=18185): Launched\u000a08:40:37.647586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:40:38.199325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18187): Launched\u000a08:40:38.502322 run osmo-msc_10.42.42.6(pid=18188): Launched\u000a08:40:38.679894 run osmo-stp_10.42.42.5(pid=18185): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18185)]\u000a08:40:38.808782 run osmo-stp_10.42.42.5(pid=18185): stdout: \u000a| (launched: 2022-12-10_08:40:37.387018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:38.935055 run osmo-stp_10.42.42.5(pid=18185): stderr: \u000a| �[0;m�[38;5;43m20221210084037557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084037558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084037558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084037558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084037559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084037559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084037559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:39.056016 run osmo-stp_10.42.42.5(pid=18185): stdout: \u000a| (launched: 2022-12-10_08:40:37.387018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:39.176131 run osmo-stp_10.42.42.5(pid=18185): stderr: \u000a| �[0;m�[38;5;43m20221210084037557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084037558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084037558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084037558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084037559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084037559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084037559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:39.228887 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18185): Process ended prematurely: osmo-stp_10.42.42.5(pid=18185) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18185)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:40:39.237481 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:40:39.296836 run osmo-hlr_10.42.42.2(pid=18182): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18182)]\u000a08:40:39.345699 run osmo-hlr_10.42.42.2(pid=18182): stdout: \u000a| (launched: 2022-12-10_08:40:36.443655) \u000a08:40:39.394919 run osmo-hlr_10.42.42.2(pid=18182): stderr: \u000a| �[0;m�[1;31m20221210084036618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084036618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084036618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084036618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084036618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084036618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084036630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084036638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084036638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084036638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:39.461641 run osmo-msc_10.42.42.6(pid=18188): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18188)]\u000a08:40:39.510503 run osmo-msc_10.42.42.6(pid=18188): stdout: \u000a| (launched: 2022-12-10_08:40:38.352781) \u000a08:40:39.559460 run osmo-msc_10.42.42.6(pid=18188): stderr: \u000a| �[0;m�[38;5;43m20221210084038624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084038624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcbdf47c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084038624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084038624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084038625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084038625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084038627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084038628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084038628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084038628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:40:39.600590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18181): Terminating (SIGTERM)\u000a08:40:39.639672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18184): Terminating (SIGTERM)\u000a08:40:39.678963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18187): Terminating (SIGTERM)\u000a08:40:39.688191 --- ParallelTerminationStrategy: PID 18181 died...\u000a08:40:39.741528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18181): Terminated: ok {rc=0}\u000a08:40:39.750942 --- ParallelTerminationStrategy: PID 18184 died...\u000a08:40:39.803343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18184): Terminated: ok {rc=0}\u000a08:40:39.812688 --- ParallelTerminationStrategy: PID 18187 died...\u000a08:40:39.865295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18187): Terminated: ok {rc=0}\u000a08:40:39.953007 bus /sierra_3: Setting Powered False\u000a08:40:41.055459 bus /sierra_3: Setting Powered False\u000a08:40:42.159136 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:40:22" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18199): Process ended prematurely: osmo-stp_10.42.42.5(pid=18199) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18199)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18199): Process ended prematurely: osmo-stp_10.42.42.5(pid=18199) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:40:44.163127 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:44.174571 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:40:44.337703 tst mo_mt_call.py: using LAC 27192\u000a08:40:44.465918 tst mo_mt_call.py: using RAC 162\u000a08:40:44.594522 tst mo_mt_call.py: using CellId 27192\u000a08:40:44.720805 tst mo_mt_call.py: using BVCI 27193\u000a08:40:44.745563 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:44.757126 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:44.768474 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:44.779850 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:44.791287 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:44.802579 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:40:44.918335 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:40:45.131937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:45.649744 run create_hlr_db(pid=18193): Launched\u000a08:40:45.841870 bus /sierra_2: Setting Powered False\u000a08:40:46.849856 run create_hlr_db(pid=18193): Terminated: ok {rc=0}\u000a08:40:47.317504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18195): Launched\u000a08:40:47.624939 run osmo-hlr_10.42.42.2(pid=18196): Launched\u000a08:40:47.743044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:48.280897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18198): Launched\u000a08:40:48.588459 run osmo-stp_10.42.42.5(pid=18199): Launched\u000a08:40:48.699308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:40:49.255359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18201): Launched\u000a08:40:49.562950 run osmo-msc_10.42.42.6(pid=18202): Launched\u000a08:40:49.742051 run osmo-stp_10.42.42.5(pid=18199): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18199)]\u000a08:40:49.871382 run osmo-stp_10.42.42.5(pid=18199): stdout: \u000a| (launched: 2022-12-10_08:40:48.435015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:49.997614 run osmo-stp_10.42.42.5(pid=18199): stderr: \u000a| �[0;m�[38;5;43m20221210084048610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084048610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084048610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084048611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084048611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084048611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084048611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:50.119008 run osmo-stp_10.42.42.5(pid=18199): stdout: \u000a| (launched: 2022-12-10_08:40:48.435015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:50.239973 run osmo-stp_10.42.42.5(pid=18199): stderr: \u000a| �[0;m�[38;5;43m20221210084048610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084048610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084048610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084048611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084048611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084048611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084048611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:50.293002 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18199): Process ended prematurely: osmo-stp_10.42.42.5(pid=18199) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18199)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:40:50.301711 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:40:50.361421 run osmo-hlr_10.42.42.2(pid=18196): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18196)]\u000a08:40:50.410300 run osmo-hlr_10.42.42.2(pid=18196): stdout: \u000a| (launched: 2022-12-10_08:40:47.471923) \u000a08:40:50.459899 run osmo-hlr_10.42.42.2(pid=18196): stderr: \u000a| �[0;m�[1;31m20221210084047651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084047651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084047651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084047651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084047651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084047651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084047663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084047672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084047672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084047672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:50.527012 run osmo-msc_10.42.42.6(pid=18202): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18202)]\u000a08:40:50.575825 run osmo-msc_10.42.42.6(pid=18202): stdout: \u000a| (launched: 2022-12-10_08:40:49.408594) \u000a08:40:50.625128 run osmo-msc_10.42.42.6(pid=18202): stderr: \u000a| �[0;m�[38;5;43m20221210084049683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084049683 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfaedf1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084049684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084049684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084049684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084049684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084049686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084049686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084049686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084049686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:40:50.666712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18195): Terminating (SIGTERM)\u000a08:40:50.706240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18198): Terminating (SIGTERM)\u000a08:40:50.745821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18201): Terminating (SIGTERM)\u000a08:40:50.755141 --- ParallelTerminationStrategy: PID 18195 died...\u000a08:40:50.808577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18195): Terminated: ok {rc=0}\u000a08:40:50.818148 --- ParallelTerminationStrategy: PID 18198 died...\u000a08:40:50.870705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18198): Terminated: ok {rc=0}\u000a08:40:50.880383 --- ParallelTerminationStrategy: PID 18201 died...\u000a08:40:50.932773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18201): Terminated: ok {rc=0}\u000a08:40:51.021134 bus /sierra_3: Setting Powered False\u000a08:40:52.125206 bus /sierra_3: Setting Powered False\u000a08:40:53.235861 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18210): Process ended prematurely: osmo-stp_10.42.42.5(pid=18210) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18210)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18210): Process ended prematurely: osmo-stp_10.42.42.5(pid=18210) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:40:54.346049 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:54.357714 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:40:54.518966 tst mo_mt_call_osmux.py: using LAC 27193\u000a08:40:54.636839 tst mo_mt_call_osmux.py: using RAC 163\u000a08:40:54.761884 tst mo_mt_call_osmux.py: using CellId 27193\u000a08:40:54.893853 tst mo_mt_call_osmux.py: using BVCI 27194\u000a08:40:54.918624 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:54.930324 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:54.941839 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:54.953633 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:54.965222 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:40:54.976561 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:40:55.096087 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:40:55.298248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:55.780004 run create_hlr_db(pid=18204): Launched\u000a08:40:55.954396 bus /sierra_2: Setting Powered False\u000a08:40:56.975699 run create_hlr_db(pid=18204): Terminated: ok {rc=0}\u000a08:40:57.382626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18206): Launched\u000a08:40:57.691422 run osmo-hlr_10.42.42.2(pid=18207): Launched\u000a08:40:57.811292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:58.346343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18209): Launched\u000a08:40:58.654292 run osmo-stp_10.42.42.5(pid=18210): Launched\u000a08:40:58.766067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:40:59.323048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18212): Launched\u000a08:40:59.631750 run osmo-msc_10.42.42.6(pid=18213): Launched\u000a08:40:59.810497 run osmo-stp_10.42.42.5(pid=18210): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18210)]\u000a08:40:59.939461 run osmo-stp_10.42.42.5(pid=18210): stdout: \u000a| (launched: 2022-12-10_08:40:58.500333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:00.066441 run osmo-stp_10.42.42.5(pid=18210): stderr: \u000a| �[0;m�[38;5;43m20221210084058674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084058674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084058675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084058675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084058677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084058678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084058678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:00.188307 run osmo-stp_10.42.42.5(pid=18210): stdout: \u000a| (launched: 2022-12-10_08:40:58.500333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:00.309364 run osmo-stp_10.42.42.5(pid=18210): stderr: \u000a| �[0;m�[38;5;43m20221210084058674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084058674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084058675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084058675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084058677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084058678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084058678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:00.362649 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18210): Process ended prematurely: osmo-stp_10.42.42.5(pid=18210) [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18210)] [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:41:00.371160 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:41:00.430801 run osmo-hlr_10.42.42.2(pid=18207): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18207)]\u000a08:41:00.479850 run osmo-hlr_10.42.42.2(pid=18207): stdout: \u000a| (launched: 2022-12-10_08:40:57.537300) \u000a08:41:00.531248 run osmo-hlr_10.42.42.2(pid=18207): stderr: \u000a| �[0;m�[1;31m20221210084057720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084057720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084057720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084057720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084057720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084057720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084057732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084057741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084057741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084057741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:00.598328 run osmo-msc_10.42.42.6(pid=18213): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18213)]\u000a08:41:00.646682 run osmo-msc_10.42.42.6(pid=18213): stdout: \u000a| (launched: 2022-12-10_08:40:59.477191) \u000a08:41:00.695727 run osmo-msc_10.42.42.6(pid=18213): stderr: \u000a| �[0;m�[38;5;43m20221210084059753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084059753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ab355dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084059753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084059753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084059753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084059753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084059755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084059755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084059756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084059756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:00.737407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18206): Terminating (SIGTERM)\u000a08:41:00.777089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18209): Terminating (SIGTERM)\u000a08:41:00.816914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18212): Terminating (SIGTERM)\u000a08:41:00.826233 --- ParallelTerminationStrategy: PID 18206 died...\u000a08:41:00.881608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18206): Terminated: ok {rc=0}\u000a08:41:00.891819 --- ParallelTerminationStrategy: PID 18209 died...\u000a08:41:00.946087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18209): Terminated: ok {rc=0}\u000a08:41:00.956879 --- ParallelTerminationStrategy: PID 18212 died...\u000a08:41:01.011748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18212): Terminated: ok {rc=0}\u000a08:41:01.100980 bus /sierra_3: Setting Powered False\u000a08:41:02.207389 bus /sierra_3: Setting Powered False\u000a08:41:03.314283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:40:43" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18225): Process ended prematurely: osmo-stp_10.42.42.5(pid=18225) [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18225)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18225): Process ended prematurely: osmo-stp_10.42.42.5(pid=18225) [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:41:05.328353 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:05.340061 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:41:05.499184 tst mo_mt_call.py: using LAC 27194\u000a08:41:05.620148 tst mo_mt_call.py: using RAC 164\u000a08:41:05.742315 tst mo_mt_call.py: using CellId 27194\u000a08:41:05.859921 tst mo_mt_call.py: using BVCI 27195\u000a08:41:05.883294 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:05.894558 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:05.905802 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:05.916835 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:05.927997 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:05.939161 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:41:06.059804 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:41:06.262794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:06.738398 run create_hlr_db(pid=18218): Launched\u000a08:41:06.912043 bus /sierra_2: Setting Powered False\u000a08:41:07.933601 run create_hlr_db(pid=18218): Terminated: ok {rc=0}\u000a08:41:08.360134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18221): Launched\u000a08:41:08.681624 run osmo-hlr_10.42.42.2(pid=18222): Launched\u000a08:41:08.803526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:09.362197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18224): Launched\u000a08:41:09.681972 run osmo-stp_10.42.42.5(pid=18225): Launched\u000a08:41:09.798721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:10.386145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18227): Launched\u000a08:41:10.709650 run osmo-msc_10.42.42.6(pid=18228): Launched\u000a08:41:10.898423 run osmo-stp_10.42.42.5(pid=18225): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18225)]\u000a08:41:11.035340 run osmo-stp_10.42.42.5(pid=18225): stdout: \u000a| (launched: 2022-12-10_08:41:09.525302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:11.172037 run osmo-stp_10.42.42.5(pid=18225): stderr: \u000a| �[0;m�[38;5;43m20221210084109720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084109720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084109721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084109721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084109721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084109722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084109722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:11.301615 run osmo-stp_10.42.42.5(pid=18225): stdout: \u000a| (launched: 2022-12-10_08:41:09.525302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:11.430273 run osmo-stp_10.42.42.5(pid=18225): stderr: \u000a| �[0;m�[38;5;43m20221210084109720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084109720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084109721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084109721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084109721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084109722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084109722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:11.486940 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18225): Process ended prematurely: osmo-stp_10.42.42.5(pid=18225) [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18225)] [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:41:11.496223 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:41:11.558569 run osmo-hlr_10.42.42.2(pid=18222): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18222)]\u000a08:41:11.609744 run osmo-hlr_10.42.42.2(pid=18222): stdout: \u000a| (launched: 2022-12-10_08:41:08.524399) \u000a08:41:11.661511 run osmo-hlr_10.42.42.2(pid=18222): stderr: \u000a| �[0;m�[1;31m20221210084108725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084108725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084108725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084108725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084108725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084108725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084108737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084108746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084108746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084108746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:11.731839 run osmo-msc_10.42.42.6(pid=18228): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18228)]\u000a08:41:11.783105 run osmo-msc_10.42.42.6(pid=18228): stdout: \u000a| (launched: 2022-12-10_08:41:10.550477) \u000a08:41:11.834762 run osmo-msc_10.42.42.6(pid=18228): stderr: \u000a| �[0;m�[38;5;43m20221210084110875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084110875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71f2870c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084110875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084110875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084110875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084110875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084110877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084110877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084110878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084110878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:11.878619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18221): Terminating (SIGTERM)\u000a08:41:11.920463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18224): Terminating (SIGTERM)\u000a08:41:11.962332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18227): Terminating (SIGTERM)\u000a08:41:11.971891 --- ParallelTerminationStrategy: PID 18221 died...\u000a08:41:12.027615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18221): Terminated: ok {rc=0}\u000a08:41:12.038144 --- ParallelTerminationStrategy: PID 18224 died...\u000a08:41:12.093882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18224): Terminated: ok {rc=0}\u000a08:41:12.104013 --- ParallelTerminationStrategy: PID 18227 died...\u000a08:41:12.159497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18227): Terminated: ok {rc=0}\u000a08:41:12.245887 bus /sierra_3: Setting Powered False\u000a08:41:13.347224 bus /sierra_3: Setting Powered False\u000a08:41:14.457465 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18236): Process ended prematurely: osmo-stp_10.42.42.5(pid=18236) [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18236)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18236): Process ended prematurely: osmo-stp_10.42.42.5(pid=18236) [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:41:15.570525 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:15.582940 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:41:15.749458 tst mo_mt_call_osmux.py: using LAC 27195\u000a08:41:15.891366 tst mo_mt_call_osmux.py: using RAC 165\u000a08:41:16.020515 tst mo_mt_call_osmux.py: using CellId 27195\u000a08:41:16.157250 tst mo_mt_call_osmux.py: using BVCI 27196\u000a08:41:16.181818 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:16.193948 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:16.207608 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:16.220517 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:16.233829 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:41:16.246538 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:41:16.365534 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:41:16.625565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:17.189237 run create_hlr_db(pid=18230): Launched\u000a08:41:17.378829 bus /sierra_2: Setting Powered False\u000a08:41:18.397300 run create_hlr_db(pid=18230): Terminated: ok {rc=0}\u000a08:41:18.803281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18232): Launched\u000a08:41:19.106444 run osmo-hlr_10.42.42.2(pid=18233): Launched\u000a08:41:19.222186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:19.745555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18235): Launched\u000a08:41:20.047318 run osmo-stp_10.42.42.5(pid=18236): Launched\u000a08:41:20.158840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:20.710227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18238): Launched\u000a08:41:21.014714 run osmo-msc_10.42.42.6(pid=18239): Launched\u000a08:41:21.193158 run osmo-stp_10.42.42.5(pid=18236): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18236)]\u000a08:41:21.321502 run osmo-stp_10.42.42.5(pid=18236): stdout: \u000a| (launched: 2022-12-10_08:41:19.899605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:21.447727 run osmo-stp_10.42.42.5(pid=18236): stderr: \u000a| �[0;m�[38;5;43m20221210084120068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084120068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084120068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084120069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084120069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084120070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084120070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:21.569382 run osmo-stp_10.42.42.5(pid=18236): stdout: \u000a| (launched: 2022-12-10_08:41:19.899605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:21.690366 run osmo-stp_10.42.42.5(pid=18236): stderr: \u000a| �[0;m�[38;5;43m20221210084120068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084120068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084120068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084120069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084120069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084120070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084120070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:21.743254 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18236): Process ended prematurely: osmo-stp_10.42.42.5(pid=18236) [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18236)] [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:41:21.751765 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:41:21.811198 run osmo-hlr_10.42.42.2(pid=18233): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18233)]\u000a08:41:21.859764 run osmo-hlr_10.42.42.2(pid=18233): stdout: \u000a| (launched: 2022-12-10_08:41:18.957781) \u000a08:41:21.909568 run osmo-hlr_10.42.42.2(pid=18233): stderr: \u000a| �[0;m�[1;31m20221210084119136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084119136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084119136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084119136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084119136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084119136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084119149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084119157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084119157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084119158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:21.976498 run osmo-msc_10.42.42.6(pid=18239): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18239)]\u000a08:41:22.025151 run osmo-msc_10.42.42.6(pid=18239): stdout: \u000a| (launched: 2022-12-10_08:41:20.863552) \u000a08:41:22.074373 run osmo-msc_10.42.42.6(pid=18239): stderr: \u000a| �[0;m�[38;5;43m20221210084121137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084121137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda03264c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084121137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084121137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084121137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084121138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084121139 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084121140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084121140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084121140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:22.115668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18232): Terminating (SIGTERM)\u000a08:41:22.154985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18235): Terminating (SIGTERM)\u000a08:41:22.194262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18238): Terminating (SIGTERM)\u000a08:41:22.203457 --- ParallelTerminationStrategy: PID 18232 died...\u000a08:41:22.255952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18232): Terminated: ok {rc=0}\u000a08:41:22.265433 --- ParallelTerminationStrategy: PID 18235 died...\u000a08:41:22.317138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18235): Terminated: ok {rc=0}\u000a08:41:22.326679 --- ParallelTerminationStrategy: PID 18238 died...\u000a08:41:22.378676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18238): Terminated: ok {rc=0}\u000a08:41:22.466524 bus /sierra_3: Setting Powered False\u000a08:41:23.567957 bus /sierra_3: Setting Powered False\u000a08:41:24.672905 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:41:05" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18252): Process ended prematurely: osmo-stp_10.42.42.5(pid=18252) [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18252)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18252): Process ended prematurely: osmo-stp_10.42.42.5(pid=18252) [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:41:26.656517 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:26.667319 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:41:26.825201 tst mo_mt_call.py: using LAC 27196\u000a08:41:26.943596 tst mo_mt_call.py: using RAC 166\u000a08:41:27.064200 tst mo_mt_call.py: using CellId 27196\u000a08:41:27.183094 tst mo_mt_call.py: using BVCI 27197\u000a08:41:27.206235 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:27.216891 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:27.227503 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:27.238522 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:27.249482 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:27.260285 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:41:27.375396 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:41:27.575823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:28.053868 run create_hlr_db(pid=18246): Launched\u000a08:41:28.228042 bus /sierra_2: Setting Powered False\u000a08:41:29.250213 run create_hlr_db(pid=18246): Terminated: ok {rc=0}\u000a08:41:29.683121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18248): Launched\u000a08:41:30.008637 run osmo-hlr_10.42.42.2(pid=18249): Launched\u000a08:41:30.127752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:30.692546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18251): Launched\u000a08:41:31.119312 run osmo-stp_10.42.42.5(pid=18252): Launched\u000a08:41:31.271768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:32.034450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18254): Launched\u000a08:41:32.487258 run osmo-msc_10.42.42.6(pid=18255): Launched\u000a08:41:32.680316 run osmo-stp_10.42.42.5(pid=18252): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18252)]\u000a08:41:32.817165 run osmo-stp_10.42.42.5(pid=18252): stdout: \u000a| (launched: 2022-12-10_08:41:30.865392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:32.952402 run osmo-stp_10.42.42.5(pid=18252): stderr: \u000a| �[0;m�[38;5;43m20221210084131148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084131148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084131148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084131148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084131152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084131152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084131152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:33.082576 run osmo-stp_10.42.42.5(pid=18252): stdout: \u000a| (launched: 2022-12-10_08:41:30.865392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:33.211799 run osmo-stp_10.42.42.5(pid=18252): stderr: \u000a| �[0;m�[38;5;43m20221210084131148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084131148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084131148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084131148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084131152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084131152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084131152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:33.268437 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18252): Process ended prematurely: osmo-stp_10.42.42.5(pid=18252) [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18252)] [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:41:33.277508 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a08:41:33.339738 run osmo-hlr_10.42.42.2(pid=18249): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18249)]\u000a08:41:33.390874 run osmo-hlr_10.42.42.2(pid=18249): stdout: \u000a| (launched: 2022-12-10_08:41:29.846863) \u000a08:41:33.442323 run osmo-hlr_10.42.42.2(pid=18249): stderr: \u000a| �[0;m�[1;31m20221210084130048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084130048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084130048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084130048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084130048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084130049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084130061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084130070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084130070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084130070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:33.512231 run osmo-msc_10.42.42.6(pid=18255): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18255)]\u000a08:41:33.563000 run osmo-msc_10.42.42.6(pid=18255): stdout: \u000a| (launched: 2022-12-10_08:41:32.202234) \u000a08:41:33.614054 run osmo-msc_10.42.42.6(pid=18255): stderr: \u000a| �[0;m�[38;5;43m20221210084132610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084132610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f634ff53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084132610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084132610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084132610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084132611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084132612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084132613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084132613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084132613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:33.657253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18248): Terminating (SIGTERM)\u000a08:41:33.698415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18251): Terminating (SIGTERM)\u000a08:41:33.739929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18254): Terminating (SIGTERM)\u000a08:41:33.749604 --- ParallelTerminationStrategy: PID 18248 died...\u000a08:41:33.805544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18248): Terminated: ok {rc=0}\u000a08:41:33.815635 --- ParallelTerminationStrategy: PID 18251 died...\u000a08:41:33.871090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18251): Terminated: ok {rc=0}\u000a08:41:33.881095 --- ParallelTerminationStrategy: PID 18254 died...\u000a08:41:33.936417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18254): Terminated: ok {rc=0}\u000a08:41:34.022627 bus /sierra_3: Setting Powered False\u000a08:41:35.130169 bus /sierra_3: Setting Powered False\u000a08:41:36.240163 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18263): Process ended prematurely: osmo-stp_10.42.42.5(pid=18263) [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18263)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18263): Process ended prematurely: osmo-stp_10.42.42.5(pid=18263) [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:41:37.349905 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:37.361485 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:41:37.526981 tst mo_mt_call_osmux.py: using LAC 27197\u000a08:41:37.655024 tst mo_mt_call_osmux.py: using RAC 167\u000a08:41:37.781942 tst mo_mt_call_osmux.py: using CellId 27197\u000a08:41:37.910556 tst mo_mt_call_osmux.py: using BVCI 27198\u000a08:41:37.935349 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:37.946711 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:37.957914 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:37.969092 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:37.980186 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:41:37.991388 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:41:38.112559 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:41:38.322288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:38.839369 run create_hlr_db(pid=18257): Launched\u000a08:41:39.025321 bus /sierra_2: Setting Powered False\u000a08:41:40.046092 run create_hlr_db(pid=18257): Terminated: ok {rc=0}\u000a08:41:40.478197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18259): Launched\u000a08:41:40.803697 run osmo-hlr_10.42.42.2(pid=18260): Launched\u000a08:41:40.924828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:41.490480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18262): Launched\u000a08:41:41.815315 run osmo-stp_10.42.42.5(pid=18263): Launched\u000a08:41:41.932835 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:42.523629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18265): Launched\u000a08:41:42.850772 run osmo-msc_10.42.42.6(pid=18266): Launched\u000a08:41:43.039889 run osmo-stp_10.42.42.5(pid=18263): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18263)]\u000a08:41:43.176757 run osmo-stp_10.42.42.5(pid=18263): stdout: \u000a| (launched: 2022-12-10_08:41:41.654594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:43.313277 run osmo-stp_10.42.42.5(pid=18263): stderr: \u000a| �[0;m�[38;5;43m20221210084141849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084141850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084141850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084141850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084141851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084141851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084141851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:43.442868 run osmo-stp_10.42.42.5(pid=18263): stdout: \u000a| (launched: 2022-12-10_08:41:41.654594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:43.571308 run osmo-stp_10.42.42.5(pid=18263): stderr: \u000a| �[0;m�[38;5;43m20221210084141849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084141850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084141850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084141850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084141851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084141851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084141851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:43.627729 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18263): Process ended prematurely: osmo-stp_10.42.42.5(pid=18263) [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18263)] [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:41:43.636841 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:41:43.699029 run osmo-hlr_10.42.42.2(pid=18260): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18260)]\u000a08:41:43.750087 run osmo-hlr_10.42.42.2(pid=18260): stdout: \u000a| (launched: 2022-12-10_08:41:40.641778) \u000a08:41:43.801935 run osmo-hlr_10.42.42.2(pid=18260): stderr: \u000a| �[0;m�[1;31m20221210084140845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084140845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084140845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084140845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084140845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084140846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084140857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084140866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084140866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084140866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:43.872024 run osmo-msc_10.42.42.6(pid=18266): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18266)]\u000a08:41:43.923084 run osmo-msc_10.42.42.6(pid=18266): stdout: \u000a| (launched: 2022-12-10_08:41:42.687406) \u000a08:41:43.974592 run osmo-msc_10.42.42.6(pid=18266): stderr: \u000a| �[0;m�[38;5;43m20221210084143014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084143014 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b38be7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084143014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084143014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084143014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084143014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084143016 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084143016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084143017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084143017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:44.018398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18259): Terminating (SIGTERM)\u000a08:41:44.059886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18262): Terminating (SIGTERM)\u000a08:41:44.101570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18265): Terminating (SIGTERM)\u000a08:41:44.111324 --- ParallelTerminationStrategy: PID 18259 died...\u000a08:41:44.166458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18259): Terminated: ok {rc=0}\u000a08:41:44.176300 --- ParallelTerminationStrategy: PID 18262 died...\u000a08:41:44.231247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18262): Terminated: ok {rc=0}\u000a08:41:44.241191 --- ParallelTerminationStrategy: PID 18265 died...\u000a08:41:44.296047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18265): Terminated: ok {rc=0}\u000a08:41:44.382737 bus /sierra_3: Setting Powered False\u000a08:41:45.487568 bus /sierra_3: Setting Powered False\u000a08:41:46.598721 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:41:26" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a08:41:48.599044 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:48.610332 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a08:41:48.755197 tst mo_mt_call.py: using LAC 27198\u000a08:41:48.880899 tst mo_mt_call.py: using RAC 168\u000a08:41:49.002701 tst mo_mt_call.py: using CellId 27198\u000a08:41:49.124808 tst mo_mt_call.py: using BVCI 27199\u000a08:41:49.147946 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:49.159356 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:49.170485 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:49.182874 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:49.193935 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:49.205374 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:41:49.325916 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:41:49.527698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:50.001734 run create_hlr_db(pid=18271): Launched\u000a08:41:50.175833 bus /sierra_2: Setting Powered False\u000a08:41:51.197527 run create_hlr_db(pid=18271): Terminated: ok {rc=0}\u000a08:41:51.624260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Launched\u000a08:41:51.946313 run osmo-hlr_10.42.42.2(pid=18274): Launched\u000a08:41:52.064846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:52.621519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Launched\u000a08:41:52.941790 run osmo-stp_10.42.42.5(pid=18277): Launched\u000a08:41:53.059342 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:53.645370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18279): Launched\u000a08:41:53.966438 run osmo-msc_10.42.42.6(pid=18280): Launched\u000a08:41:54.155083 run osmo-stp_10.42.42.5(pid=18277): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]\u000a08:41:54.290869 run osmo-stp_10.42.42.5(pid=18277): stdout: \u000a| (launched: 2022-12-10_08:41:52.784836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:54.426028 run osmo-stp_10.42.42.5(pid=18277): stderr: \u000a| �[0;m�[38;5;43m20221210084152976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084152976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084152976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084152977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084152979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084152979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084152979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:54.554996 run osmo-stp_10.42.42.5(pid=18277): stdout: \u000a| (launched: 2022-12-10_08:41:52.784836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:54.683057 run osmo-stp_10.42.42.5(pid=18277): stderr: \u000a| �[0;m�[38;5;43m20221210084152976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084152976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084152976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084152977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084152979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084152979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084152979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:54.739502 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)] [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a08:41:54.748518 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:41:54.810313 run osmo-hlr_10.42.42.2(pid=18274): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18274)]\u000a08:41:54.861203 run osmo-hlr_10.42.42.2(pid=18274): stdout: \u000a| (launched: 2022-12-10_08:41:51.788582) \u000a08:41:54.912561 run osmo-hlr_10.42.42.2(pid=18274): stderr: \u000a| �[0;m�[1;31m20221210084151985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084151985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084151986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084151986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084151986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084151986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084151999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084152007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084152007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084152007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:54.982354 run osmo-msc_10.42.42.6(pid=18280): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18280)]\u000a08:41:55.033070 run osmo-msc_10.42.42.6(pid=18280): stdout: \u000a| (launched: 2022-12-10_08:41:53.809077) \u000a08:41:55.084516 run osmo-msc_10.42.42.6(pid=18280): stderr: \u000a| �[0;m�[38;5;43m20221210084154133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084154133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4fca68bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084154133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084154133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084154133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084154134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084154135 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084154136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084154136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084154136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:55.128106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Terminating (SIGTERM)\u000a08:41:55.169501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Terminating (SIGTERM)\u000a08:41:55.210697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18279): Terminating (SIGTERM)\u000a08:41:55.219812 --- ParallelTerminationStrategy: PID 18273 died...\u000a08:41:55.274811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Terminated: ok {rc=0}\u000a08:41:55.284803 --- ParallelTerminationStrategy: PID 18276 died...\u000a08:41:55.340551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Terminated: ok {rc=0}\u000a08:41:55.350697 --- ParallelTerminationStrategy: PID 18279 died...\u000a08:41:55.406067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18279): Terminated: ok {rc=0}\u000a08:41:55.491841 bus /sierra_3: Setting Powered False\u000a08:41:56.597646 bus /sierra_3: Setting Powered False\u000a08:41:57.709615 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18290): Process ended prematurely: osmo-stp_10.42.42.5(pid=18290) [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18290)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18290): Process ended prematurely: osmo-stp_10.42.42.5(pid=18290) [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:41:58.818964 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:58.830427 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a08:41:58.968803 tst mo_mt_call_osmux.py: using LAC 27199\u000a08:41:59.095215 tst mo_mt_call_osmux.py: using RAC 169\u000a08:41:59.223219 tst mo_mt_call_osmux.py: using CellId 27199\u000a08:41:59.344565 tst mo_mt_call_osmux.py: using BVCI 27200\u000a08:41:59.367572 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:59.378774 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:59.389628 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:59.400732 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:59.411916 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:41:59.423032 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:41:59.541791 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:41:59.743494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:00.219308 run create_hlr_db(pid=18282): Launched\u000a08:42:00.393491 bus /sierra_2: Setting Powered False\u000a08:42:01.424000 run create_hlr_db(pid=18282): Terminated: ok {rc=0}\u000a08:42:01.907228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18286): Launched\u000a08:42:02.306017 run osmo-hlr_10.42.42.2(pid=18287): Launched\u000a08:42:02.429230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:02.985894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18289): Launched\u000a08:42:03.307661 run osmo-stp_10.42.42.5(pid=18290): Launched\u000a08:42:03.426372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:04.012398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18292): Launched\u000a08:42:04.333923 run osmo-msc_10.42.42.6(pid=18293): Launched\u000a08:42:04.522371 run osmo-stp_10.42.42.5(pid=18290): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18290)]\u000a08:42:04.658134 run osmo-stp_10.42.42.5(pid=18290): stdout: \u000a| (launched: 2022-12-10_08:42:03.150304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:04.793264 run osmo-stp_10.42.42.5(pid=18290): stderr: \u000a| �[0;m�[38;5;43m20221210084203341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084203341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084203342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084203342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084203343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084203343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084203343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:04.922085 run osmo-stp_10.42.42.5(pid=18290): stdout: \u000a| (launched: 2022-12-10_08:42:03.150304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:05.049887 run osmo-stp_10.42.42.5(pid=18290): stderr: \u000a| �[0;m�[38;5;43m20221210084203341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084203341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084203342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084203342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084203343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084203343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084203343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:05.106609 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18290): Process ended prematurely: osmo-stp_10.42.42.5(pid=18290) [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18290)] [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a08:42:05.115623 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:42:05.177121 run osmo-hlr_10.42.42.2(pid=18287): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18287)]\u000a08:42:05.227957 run osmo-hlr_10.42.42.2(pid=18287): stdout: \u000a| (launched: 2022-12-10_08:42:02.074263) \u000a08:42:05.279304 run osmo-hlr_10.42.42.2(pid=18287): stderr: \u000a| �[0;m�[1;31m20221210084202348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084202348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084202348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084202348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084202348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084202348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084202361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084202369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084202369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084202369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:05.349030 run osmo-msc_10.42.42.6(pid=18293): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18293)]\u000a08:42:05.400002 run osmo-msc_10.42.42.6(pid=18293): stdout: \u000a| (launched: 2022-12-10_08:42:04.176785) \u000a08:42:05.451459 run osmo-msc_10.42.42.6(pid=18293): stderr: \u000a| �[0;m�[38;5;43m20221210084204498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084204498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b33a63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084204498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084204498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084204498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084204499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084204500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084204501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084204501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084204501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:05.494772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18286): Terminating (SIGTERM)\u000a08:42:05.535702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18289): Terminating (SIGTERM)\u000a08:42:05.576749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18292): Terminating (SIGTERM)\u000a08:42:05.586237 --- ParallelTerminationStrategy: PID 18286 died...\u000a08:42:05.640885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18286): Terminated: ok {rc=0}\u000a08:42:05.650807 --- ParallelTerminationStrategy: PID 18289 died...\u000a08:42:05.705710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18289): Terminated: ok {rc=0}\u000a08:42:05.715465 --- ParallelTerminationStrategy: PID 18292 died...\u000a08:42:05.770096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18292): Terminated: ok {rc=0}\u000a08:42:05.856312 bus /sierra_3: Setting Powered False\u000a08:42:06.959773 bus /sierra_3: Setting Powered False\u000a08:42:08.068660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:41:48" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18304): Process ended prematurely: osmo-stp_10.42.42.5(pid=18304) [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18304)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18304): Process ended prematurely: osmo-stp_10.42.42.5(pid=18304) [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a08:42:10.073146 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:10.084767 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:42:10.228829 tst mo_mt_call.py: using LAC 27200\u000a08:42:10.350756 tst mo_mt_call.py: using RAC 170\u000a08:42:10.475566 tst mo_mt_call.py: using CellId 27200\u000a08:42:10.594899 tst mo_mt_call.py: using BVCI 27201\u000a08:42:10.618120 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:10.629392 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:10.640323 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:10.652151 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:10.664087 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:10.676630 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:42:10.798611 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:42:11.009529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:11.528544 run create_hlr_db(pid=18298): Launched\u000a08:42:11.714686 bus /sierra_2: Setting Powered False\u000a08:42:12.736053 run create_hlr_db(pid=18298): Terminated: ok {rc=0}\u000a08:42:13.146593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18300): Launched\u000a08:42:13.453212 run osmo-hlr_10.42.42.2(pid=18301): Launched\u000a08:42:13.570354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:14.100694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18303): Launched\u000a08:42:14.408278 run osmo-stp_10.42.42.5(pid=18304): Launched\u000a08:42:14.519368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:15.075646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18306): Launched\u000a08:42:15.384825 run osmo-msc_10.42.42.6(pid=18307): Launched\u000a08:42:15.563912 run osmo-stp_10.42.42.5(pid=18304): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18304)]\u000a08:42:15.692916 run osmo-stp_10.42.42.5(pid=18304): stdout: \u000a| (launched: 2022-12-10_08:42:14.254753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:15.819497 run osmo-stp_10.42.42.5(pid=18304): stderr: \u000a| �[0;m�[38;5;43m20221210084214429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084214429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084214429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084214429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084214430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084214430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084214430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:15.960125 run osmo-stp_10.42.42.5(pid=18304): stdout: \u000a| (launched: 2022-12-10_08:42:14.254753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:16.089940 run osmo-stp_10.42.42.5(pid=18304): stderr: \u000a| �[0;m�[38;5;43m20221210084214429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084214429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084214429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084214429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084214430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084214430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084214430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:16.149066 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18304): Process ended prematurely: osmo-stp_10.42.42.5(pid=18304) [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18304)] [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a08:42:16.159332 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:42:16.225701 run osmo-hlr_10.42.42.2(pid=18301): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18301)]\u000a08:42:16.278838 run osmo-hlr_10.42.42.2(pid=18301): stdout: \u000a| (launched: 2022-12-10_08:42:13.300470) \u000a08:42:16.332259 run osmo-hlr_10.42.42.2(pid=18301): stderr: \u000a| �[0;m�[1;31m20221210084213481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084213481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084213481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084213481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084213481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084213481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084213493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084213502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084213502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084213502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:16.406295 run osmo-msc_10.42.42.6(pid=18307): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18307)]\u000a08:42:16.459320 run osmo-msc_10.42.42.6(pid=18307): stdout: \u000a| (launched: 2022-12-10_08:42:15.230383) \u000a08:42:16.513659 run osmo-msc_10.42.42.6(pid=18307): stderr: \u000a| �[0;m�[38;5;43m20221210084215506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084215506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f058a462c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084215506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084215506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084215507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084215507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084215508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084215509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084215509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084215509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:16.560255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18300): Terminating (SIGTERM)\u000a08:42:16.607025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18303): Terminating (SIGTERM)\u000a08:42:16.652901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18306): Terminating (SIGTERM)\u000a08:42:16.663993 --- ParallelTerminationStrategy: PID 18300 died...\u000a08:42:16.724696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18300): Terminated: ok {rc=0}\u000a08:42:16.735606 --- ParallelTerminationStrategy: PID 18303 died...\u000a08:42:16.793570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18303): Terminated: ok {rc=0}\u000a08:42:16.805549 --- ParallelTerminationStrategy: PID 18306 died...\u000a08:42:16.863157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18306): Terminated: ok {rc=0}\u000a08:42:16.952763 bus /sierra_3: Setting Powered False\u000a08:42:18.053859 bus /sierra_3: Setting Powered False\u000a08:42:19.162029 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:42:20.275936 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:20.288226 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:42:20.436191 tst mo_mt_call_osmux.py: using LAC 27201\u000a08:42:20.564138 tst mo_mt_call_osmux.py: using RAC 171\u000a08:42:20.692827 tst mo_mt_call_osmux.py: using CellId 27201\u000a08:42:20.821315 tst mo_mt_call_osmux.py: using BVCI 27202\u000a08:42:20.845822 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:20.857527 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:20.869099 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:20.880512 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:20.892094 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:42:20.903600 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:42:21.021427 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:42:21.230420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:21.712311 run create_hlr_db(pid=18309): Launched\u000a08:42:21.888115 bus /sierra_2: Setting Powered False\u000a08:42:22.907781 run create_hlr_db(pid=18309): Terminated: ok {rc=0}\u000a08:42:23.339588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Launched\u000a08:42:23.665231 run osmo-hlr_10.42.42.2(pid=18312): Launched\u000a08:42:23.783377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:24.344150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Launched\u000a08:42:24.669919 run osmo-stp_10.42.42.5(pid=18315): Launched\u000a08:42:24.786564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:25.377449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18317): Launched\u000a08:42:25.700443 run osmo-msc_10.42.42.6(pid=18318): Launched\u000a08:42:25.881088 run osmo-stp_10.42.42.5(pid=18315): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]\u000a08:42:26.010871 run osmo-stp_10.42.42.5(pid=18315): stdout: \u000a| (launched: 2022-12-10_08:42:24.507432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:26.137557 run osmo-stp_10.42.42.5(pid=18315): stderr: \u000a| �[0;m�[38;5;43m20221210084224704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084224704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084224705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084224705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084224708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:26.259203 run osmo-stp_10.42.42.5(pid=18315): stdout: \u000a| (launched: 2022-12-10_08:42:24.507432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:26.379735 run osmo-stp_10.42.42.5(pid=18315): stderr: \u000a| �[0;m�[38;5;43m20221210084224704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084224704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084224705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084224705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084224708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:26.432841 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)] [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a08:42:26.441539 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:42:26.500707 run osmo-hlr_10.42.42.2(pid=18312): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18312)]\u000a08:42:26.549321 run osmo-hlr_10.42.42.2(pid=18312): stdout: \u000a| (launched: 2022-12-10_08:42:23.503074) \u000a08:42:26.598671 run osmo-hlr_10.42.42.2(pid=18312): stderr: \u000a| �[0;m�[1;31m20221210084223708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084223708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084223708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084223708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084223708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084223708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084223720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084223728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084223728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084223728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:26.665356 run osmo-msc_10.42.42.6(pid=18318): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18318)]\u000a08:42:26.714233 run osmo-msc_10.42.42.6(pid=18318): stdout: \u000a| (launched: 2022-12-10_08:42:25.540925) \u000a08:42:26.763268 run osmo-msc_10.42.42.6(pid=18318): stderr: \u000a| �[0;m�[38;5;43m20221210084225816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084225816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6403ac4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084225816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084225816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084225816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084225816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084225818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084225819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084225819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084225819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:26.804311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Terminating (SIGTERM)\u000a08:42:26.843616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Terminating (SIGTERM)\u000a08:42:26.882944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18317): Terminating (SIGTERM)\u000a08:42:26.892232 --- ParallelTerminationStrategy: PID 18311 died...\u000a08:42:26.945129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Terminated: ok {rc=0}\u000a08:42:26.954843 --- ParallelTerminationStrategy: PID 18314 died...\u000a08:42:27.007147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Terminated: ok {rc=0}\u000a08:42:27.016441 --- ParallelTerminationStrategy: PID 18317 died...\u000a08:42:27.068648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18317): Terminated: ok {rc=0}\u000a08:42:27.156916 bus /sierra_3: Setting Powered False\u000a08:42:28.259096 bus /sierra_3: Setting Powered False\u000a08:42:29.369382 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:42:09" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18329): Process ended prematurely: osmo-stp_10.42.42.5(pid=18329) [trial-2372↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18329)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18329): Process ended prematurely: osmo-stp_10.42.42.5(pid=18329) [trial-2372↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:42:31.377464 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:31.388575 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a08:42:31.527231 tst emergency_mo_mt_call.py: using LAC 27202\u000a08:42:31.647200 tst emergency_mo_mt_call.py: using RAC 172\u000a08:42:31.799650 tst emergency_mo_mt_call.py: using CellId 27202\u000a08:42:31.941160 tst emergency_mo_mt_call.py: using BVCI 27203\u000a08:42:31.964580 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:31.975835 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:31.987285 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:31.998267 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:32.010374 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:32.021827 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:42:32.136627 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:42:32.350690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:32.856831 run create_hlr_db(pid=18323): Launched\u000a08:42:33.041011 bus /sierra_2: Setting Powered False\u000a08:42:34.061490 run create_hlr_db(pid=18323): Terminated: ok {rc=0}\u000a08:42:34.462681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18325): Launched\u000a08:42:34.761109 run osmo-hlr_10.42.42.2(pid=18326): Launched\u000a08:42:34.873876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:35.399527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18328): Launched\u000a08:42:35.699115 run osmo-stp_10.42.42.5(pid=18329): Launched\u000a08:42:35.824460 tst emergency_mo_mt_call.py: using MSISDN 7646\u000a08:42:35.976425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:36.519682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18331): Launched\u000a08:42:36.816716 run osmo-msc_10.42.42.6(pid=18332): Launched\u000a08:42:36.992699 run osmo-stp_10.42.42.5(pid=18329): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18329)]\u000a08:42:37.120303 run osmo-stp_10.42.42.5(pid=18329): stdout: \u000a| (launched: 2022-12-10_08:42:35.550603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:37.245083 run osmo-stp_10.42.42.5(pid=18329): stderr: \u000a| �[0;m�[38;5;43m20221210084235720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084235721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084235721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084235721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084235722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084235722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084235722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:37.364692 run osmo-stp_10.42.42.5(pid=18329): stdout: \u000a| (launched: 2022-12-10_08:42:35.550603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:37.483153 run osmo-stp_10.42.42.5(pid=18329): stderr: \u000a| �[0;m�[38;5;43m20221210084235720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084235721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084235721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084235721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084235722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084235722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084235722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:37.535109 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18329): Process ended prematurely: osmo-stp_10.42.42.5(pid=18329) [trial-2372↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18329)] [trial-2372↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a08:42:37.543125 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a08:42:37.603127 run osmo-hlr_10.42.42.2(pid=18326): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18326)]\u000a08:42:37.652240 run osmo-hlr_10.42.42.2(pid=18326): stdout: \u000a| (launched: 2022-12-10_08:42:34.614146) \u000a08:42:37.702102 run osmo-hlr_10.42.42.2(pid=18326): stderr: \u000a| �[0;m�[1;31m20221210084234788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084234788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084234788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084234788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084234788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084234788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084234801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084234810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084234810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084234810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:37.769178 run osmo-msc_10.42.42.6(pid=18332): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18332)]\u000a08:42:37.817905 run osmo-msc_10.42.42.6(pid=18332): stdout: \u000a| (launched: 2022-12-10_08:42:36.670502) \u000a08:42:37.867225 run osmo-msc_10.42.42.6(pid=18332): stderr: \u000a| �[0;m�[38;5;43m20221210084236942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084236942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f975a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084236942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084236942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084236943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084236943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084236945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084236945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084236946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084236946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:37.908636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18325): Terminating (SIGTERM)\u000a08:42:37.948408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18328): Terminating (SIGTERM)\u000a08:42:37.988151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18331): Terminating (SIGTERM)\u000a08:42:37.997661 --- ParallelTerminationStrategy: PID 18325 died...\u000a08:42:38.050407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18325): Terminated: ok {rc=0}\u000a08:42:38.060355 --- ParallelTerminationStrategy: PID 18328 died...\u000a08:42:38.113148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18328): Terminated: ok {rc=0}\u000a08:42:38.122660 --- ParallelTerminationStrategy: PID 18331 died...\u000a08:42:38.174972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18331): Terminated: ok {rc=0}\u000a08:42:38.258137 bus /sierra_3: Setting Powered False\u000a08:42:39.363595 bus /sierra_3: Setting Powered False\u000a08:42:40.470500 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18340): Process ended prematurely: osmo-stp_10.42.42.5(pid=18340) [trial-2372↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18340)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18340): Process ended prematurely: osmo-stp_10.42.42.5(pid=18340) [trial-2372↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:42:41.521256 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:41.532499 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a08:42:41.668244 tst emergency_preemptive_call.py: using LAC 27203\u000a08:42:41.785938 tst emergency_preemptive_call.py: using RAC 173\u000a08:42:41.902825 tst emergency_preemptive_call.py: using CellId 27203\u000a08:42:42.019602 tst emergency_preemptive_call.py: using BVCI 27204\u000a08:42:42.042220 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:42.052819 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:42.063317 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:42.074070 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:42.084805 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:42:42.095652 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:42:42.214637 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:42:42.332387 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:42:42.450611 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:42:42.659327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:43.167468 run create_hlr_db(pid=18334): Launched\u000a08:42:43.351278 bus /sierra_2: Setting Powered False\u000a08:42:44.372106 run create_hlr_db(pid=18334): Terminated: ok {rc=0}\u000a08:42:44.793932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18336): Launched\u000a08:42:45.109510 run osmo-hlr_10.42.42.2(pid=18337): Launched\u000a08:42:45.225711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:45.775177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18339): Launched\u000a08:42:46.127583 run osmo-stp_10.42.42.5(pid=18340): Launched\u000a08:42:46.483501 tst emergency_preemptive_call.py: using MSISDN 7647\u000a08:42:46.684893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:47.276248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18342): Launched\u000a08:42:47.591697 run osmo-msc_10.42.42.6(pid=18343): Launched\u000a08:42:47.777463 run osmo-stp_10.42.42.5(pid=18340): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18340)]\u000a08:42:47.910942 run osmo-stp_10.42.42.5(pid=18340): stdout: \u000a| (launched: 2022-12-10_08:42:45.940867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:48.044915 run osmo-stp_10.42.42.5(pid=18340): stderr: \u000a| �[0;m�[38;5;43m20221210084246302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084246302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084246303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084246304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084246306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084246306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084246306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:48.172825 run osmo-stp_10.42.42.5(pid=18340): stdout: \u000a| (launched: 2022-12-10_08:42:45.940867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:48.298919 run osmo-stp_10.42.42.5(pid=18340): stderr: \u000a| �[0;m�[38;5;43m20221210084246302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084246302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084246303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084246304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084246306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084246306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084246306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:48.354150 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18340): Process ended prematurely: osmo-stp_10.42.42.5(pid=18340) [trial-2372↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18340)] [trial-2372↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a08:42:48.362643 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a08:42:48.425226 run osmo-hlr_10.42.42.2(pid=18337): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18337)]\u000a08:42:48.476794 run osmo-hlr_10.42.42.2(pid=18337): stdout: \u000a| (launched: 2022-12-10_08:42:44.954965) \u000a08:42:48.528940 run osmo-hlr_10.42.42.2(pid=18337): stderr: \u000a| �[0;m�[1;31m20221210084245154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084245154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084245154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084245154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084245154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084245154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084245167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084245177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084245177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084245177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:48.599764 run osmo-msc_10.42.42.6(pid=18343): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18343)]\u000a08:42:48.650694 run osmo-msc_10.42.42.6(pid=18343): stdout: \u000a| (launched: 2022-12-10_08:42:47.437897) \u000a08:42:48.702169 run osmo-msc_10.42.42.6(pid=18343): stderr: \u000a| �[0;m�[38;5;43m20221210084247763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084247763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ddb15ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084247763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084247763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084247764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084247764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084247766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084247766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084247766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084247766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:48.745986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18336): Terminating (SIGTERM)\u000a08:42:48.787375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18339): Terminating (SIGTERM)\u000a08:42:48.829089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18342): Terminating (SIGTERM)\u000a08:42:48.838725 --- ParallelTerminationStrategy: PID 18336 died...\u000a08:42:48.894296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18336): Terminated: ok {rc=0}\u000a08:42:48.904423 --- ParallelTerminationStrategy: PID 18339 died...\u000a08:42:48.959868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18339): Terminated: ok {rc=0}\u000a08:42:48.969885 --- ParallelTerminationStrategy: PID 18342 died...\u000a08:42:49.025448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18342): Terminated: ok {rc=0}\u000a08:42:49.113450 bus /sierra_9: Setting Powered False\u000a08:42:50.220625 bus /sierra_9: Setting Powered False\u000a08:42:51.329883 bus /sierra_8: Setting Powered False\u000a08:42:52.431460 bus /sierra_8: Setting Powered False\u000a08:42:53.542003 bus /sierra_3: Setting Powered False\u000a08:42:54.645173 bus /sierra_3: Setting Powered False\u000a08:42:55.755716 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:42:31" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18359): Process ended prematurely: osmo-stp_10.42.42.5(pid=18359) [trial-2372↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18359)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18359): Process ended prematurely: osmo-stp_10.42.42.5(pid=18359) [trial-2372↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:42:57.888080 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:57.899134 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:42:58.043192 tst cs_paging_gprs_active.py: using LAC 27204\u000a08:42:58.170362 tst cs_paging_gprs_active.py: using RAC 174\u000a08:42:58.302409 tst cs_paging_gprs_active.py: using CellId 27204\u000a08:42:58.430221 tst cs_paging_gprs_active.py: using BVCI 27205\u000a08:42:58.454890 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:58.465911 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:58.476632 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:58.487435 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:58.498120 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:58.508775 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:58.519664 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:58.530459 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:42:58.541361 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:42:58.658675 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:42:58.951363 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:42:59.086887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:42:59.425732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18349): Launched\u000a08:42:59.708552 run iperf3-srv_10.42.42.10(pid=18350): Launched\u000a08:42:59.907846 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:43:00.043092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:43:00.379855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Launched\u000a08:43:00.661343 run iperf3-srv_10.42.42.10(pid=18352): Launched\u000a08:43:00.863835 tst cs_paging_gprs_active.py:38: start network...\u000a08:43:01.013660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:01.575914 run create_hlr_db(pid=18353): Launched\u000a08:43:01.769203 bus /sierra_2: Setting Powered False\u000a08:43:02.785333 run create_hlr_db(pid=18353): Terminated: ok {rc=0}\u000a08:43:03.220893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18355): Launched\u000a08:43:03.547099 run osmo-hlr_10.42.42.2(pid=18356): Launched\u000a08:43:03.664831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:04.228323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18358): Launched\u000a08:43:04.554829 run osmo-stp_10.42.42.5(pid=18359): Launched\u000a08:43:04.672320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:05.241415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18361): Launched\u000a08:43:05.357228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:05.643249 run patchelf(pid=18362): Launched\u000a08:43:05.832599 run osmo-stp_10.42.42.5(pid=18359): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18359)]\u000a08:43:05.971662 run osmo-stp_10.42.42.5(pid=18359): stdout: \u000a| (launched: 2022-12-10_08:43:04.393441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:06.111352 run osmo-stp_10.42.42.5(pid=18359): stderr: \u000a| �[0;m�[38;5;43m20221210084304589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084304589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084304589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084304590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084304590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084304590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084304590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:06.245677 run osmo-stp_10.42.42.5(pid=18359): stdout: \u000a| (launched: 2022-12-10_08:43:04.393441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:06.378741 run osmo-stp_10.42.42.5(pid=18359): stderr: \u000a| �[0;m�[38;5;43m20221210084304589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084304589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084304589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084304590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084304590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084304590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084304590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:06.532935 run patchelf(pid=18362): Terminating (SIGINT)\u000a08:43:06.714180 run patchelf(pid=18362): Terminated: ok {rc=0}\u000a08:43:06.747253 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18359): Process ended prematurely: osmo-stp_10.42.42.5(pid=18359) [trial-2372↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18359)] [trial-2372↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a08:43:06.757015 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a08:43:06.819113 run osmo-hlr_10.42.42.2(pid=18356): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18356)]\u000a08:43:06.870211 run osmo-hlr_10.42.42.2(pid=18356): stdout: \u000a| (launched: 2022-12-10_08:43:03.385749) \u000a08:43:06.921715 run osmo-hlr_10.42.42.2(pid=18356): stderr: \u000a| �[0;m�[1;31m20221210084303587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084303587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084303587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084303587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084303587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084303587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084303599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084303608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084303608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084303609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:06.965884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18349): Terminating (SIGTERM)\u000a08:43:07.007471 run iperf3-srv_10.42.42.10(pid=18350): Terminating (SIGTERM)\u000a08:43:07.049211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Terminating (SIGTERM)\u000a08:43:07.090625 run iperf3-srv_10.42.42.10(pid=18352): Terminating (SIGTERM)\u000a08:43:07.132603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18355): Terminating (SIGTERM)\u000a08:43:07.174210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18358): Terminating (SIGTERM)\u000a08:43:07.216046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18361): Terminating (SIGTERM)\u000a08:43:07.225727 --- ParallelTerminationStrategy: PID 18349 died...\u000a08:43:07.281401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18349): Terminated: ok {rc=0}\u000a08:43:07.291389 --- ParallelTerminationStrategy: PID 18350 died...\u000a08:43:07.346171 run iperf3-srv_10.42.42.10(pid=18350): Terminated {rc=256}\u000a08:43:07.356009 --- ParallelTerminationStrategy: PID 18351 died...\u000a08:43:07.410644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Terminated: ok {rc=0}\u000a08:43:07.420418 --- ParallelTerminationStrategy: PID 18352 died...\u000a08:43:07.474961 run iperf3-srv_10.42.42.10(pid=18352): Terminated {rc=256}\u000a08:43:07.484762 --- ParallelTerminationStrategy: PID 18355 died...\u000a08:43:07.539538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18355): Terminated: ok {rc=0}\u000a08:43:07.549438 --- ParallelTerminationStrategy: PID 18358 died...\u000a08:43:07.604127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18358): Terminated: ok {rc=0}\u000a08:43:07.614081 --- ParallelTerminationStrategy: PID 18361 died...\u000a08:43:07.669149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18361): Terminated: ok {rc=0}\u000a08:43:07.755349 bus /gobi_0: Setting Powered False\u000a08:43:08.862172 bus /gobi_0: Setting Powered False\u000a08:43:09.970539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18371): Process ended prematurely: osmo-stp_10.42.42.5(pid=18371) [trial-2372↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18371)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18371): Process ended prematurely: osmo-stp_10.42.42.5(pid=18371) [trial-2372↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a08:43:11.078997 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.090108 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:43:11.229462 tst iperf3.py: using LAC 27205\u000a08:43:11.348335 tst iperf3.py: using RAC 175\u000a08:43:11.468263 tst iperf3.py: using CellId 27205\u000a08:43:11.590844 tst iperf3.py: using BVCI 27206\u000a08:43:11.614098 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.624569 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.634844 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.645426 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.655879 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.666507 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.677457 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.687969 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:11.698803 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:43:11.993213 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:43:12.128828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:43:12.466841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18363): Launched\u000a08:43:12.748803 run iperf3-srv_10.42.42.10(pid=18364): Launched\u000a08:43:12.946851 tst iperf3.py:8: start network...\u000a08:43:13.081982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:13.601550 run create_hlr_db(pid=18365): Launched\u000a08:43:13.787505 bus /gobi_6: Setting Powered False\u000a08:43:14.807973 run create_hlr_db(pid=18365): Terminated: ok {rc=0}\u000a08:43:15.217873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18367): Launched\u000a08:43:15.525645 run osmo-hlr_10.42.42.2(pid=18368): Launched\u000a08:43:15.645552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:16.248721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18370): Launched\u000a08:43:16.691129 run osmo-stp_10.42.42.5(pid=18371): Launched\u000a08:43:16.875642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:17.475375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18373): Launched\u000a08:43:17.591034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:17.876532 run patchelf(pid=18374): Launched\u000a08:43:18.065864 run osmo-stp_10.42.42.5(pid=18371): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18371)]\u000a08:43:18.204266 run osmo-stp_10.42.42.5(pid=18371): stdout: \u000a| (launched: 2022-12-10_08:43:16.420621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:18.342720 run osmo-stp_10.42.42.5(pid=18371): stderr: \u000a| �[0;m�[38;5;43m20221210084316728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084316736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084316736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084316737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084316737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084316737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084316737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:18.476314 run osmo-stp_10.42.42.5(pid=18371): stdout: \u000a| (launched: 2022-12-10_08:43:16.420621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:18.609261 run osmo-stp_10.42.42.5(pid=18371): stderr: \u000a| �[0;m�[38;5;43m20221210084316728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084316736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084316736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084316737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084316737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084316737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084316737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:18.763725 run patchelf(pid=18374): Terminating (SIGINT)\u000a08:43:18.945167 run patchelf(pid=18374): Terminated: ok {rc=0}\u000a08:43:18.978185 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18371): Process ended prematurely: osmo-stp_10.42.42.5(pid=18371) [trial-2372↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18371)] [trial-2372↪gprs:trx-b200↪iperf3.py:8]\u000a08:43:18.987844 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a08:43:19.049558 run osmo-hlr_10.42.42.2(pid=18368): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18368)]\u000a08:43:19.100207 run osmo-hlr_10.42.42.2(pid=18368): stdout: \u000a| (launched: 2022-12-10_08:43:15.372133) \u000a08:43:19.151798 run osmo-hlr_10.42.42.2(pid=18368): stderr: \u000a| �[0;m�[1;31m20221210084315550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084315550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084315550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084315550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084315550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084315550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084315561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084315570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084315570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084315570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:19.195634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18363): Terminating (SIGTERM)\u000a08:43:19.236878 run iperf3-srv_10.42.42.10(pid=18364): Terminating (SIGTERM)\u000a08:43:19.278426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18367): Terminating (SIGTERM)\u000a08:43:19.319860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18370): Terminating (SIGTERM)\u000a08:43:19.361309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18373): Terminating (SIGTERM)\u000a08:43:19.370908 --- ParallelTerminationStrategy: PID 18363 died...\u000a08:43:19.426097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18363): Terminated: ok {rc=0}\u000a08:43:19.436091 --- ParallelTerminationStrategy: PID 18364 died...\u000a08:43:19.490914 run iperf3-srv_10.42.42.10(pid=18364): Terminated {rc=256}\u000a08:43:19.500680 --- ParallelTerminationStrategy: PID 18367 died...\u000a08:43:19.555655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18367): Terminated: ok {rc=0}\u000a08:43:19.565760 --- ParallelTerminationStrategy: PID 18370 died...\u000a08:43:19.620757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18370): Terminated: ok {rc=0}\u000a08:43:19.630789 --- ParallelTerminationStrategy: PID 18373 died...\u000a08:43:19.685657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18373): Terminated: ok {rc=0}\u000a08:43:19.771754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18389): Process ended prematurely: osmo-stp_10.42.42.5(pid=18389) [trial-2372↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18389)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18389): Process ended prematurely: osmo-stp_10.42.42.5(pid=18389) [trial-2372↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a08:43:20.886372 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:20.898032 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:43:21.043293 tst iperf3m4.py: using LAC 27206\u000a08:43:21.171089 tst iperf3m4.py: using RAC 176\u000a08:43:21.299239 tst iperf3m4.py: using CellId 27206\u000a08:43:21.427884 tst iperf3m4.py: using BVCI 27207\u000a08:43:21.452858 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:21.464015 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:21.474852 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:21.485766 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:21.496522 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:21.507342 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:21.518416 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:21.529228 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:21.540157 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:43:21.659587 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:43:21.780355 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:43:21.898393 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:43:22.179910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:43:22.307458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:43:22.625978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18375): Launched\u000a08:43:22.890678 run iperf3-srv_10.42.42.10(pid=18376): Launched\u000a08:43:23.075822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:43:23.203141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:43:23.521147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18377): Launched\u000a08:43:23.785060 run iperf3-srv_10.42.42.10(pid=18378): Launched\u000a08:43:23.970823 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:43:24.098269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:43:24.416011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18379): Launched\u000a08:43:24.681247 run iperf3-srv_10.42.42.10(pid=18380): Launched\u000a08:43:24.867334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:43:24.994586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:43:25.312797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18381): Launched\u000a08:43:25.577090 run iperf3-srv_10.42.42.10(pid=18382): Launched\u000a08:43:25.762023 tst iperf3m4.py:8: start network...\u000a08:43:25.888620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:26.371214 run create_hlr_db(pid=18383): Launched\u000a08:43:26.546429 bus /gobi_6: Setting Powered False\u000a08:43:27.568340 run create_hlr_db(pid=18383): Terminated: ok {rc=0}\u000a08:43:27.976476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18385): Launched\u000a08:43:28.285070 run osmo-hlr_10.42.42.2(pid=18386): Launched\u000a08:43:28.403323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:28.942423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18388): Launched\u000a08:43:29.249675 run osmo-stp_10.42.42.5(pid=18389): Launched\u000a08:43:29.361069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:29.891886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18391): Launched\u000a08:43:30.000531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:30.270124 run patchelf(pid=18392): Launched\u000a08:43:30.448495 run osmo-stp_10.42.42.5(pid=18389): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18389)]\u000a08:43:30.579058 run osmo-stp_10.42.42.5(pid=18389): stdout: \u000a| (launched: 2022-12-10_08:43:29.096907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:30.709903 run osmo-stp_10.42.42.5(pid=18389): stderr: \u000a| �[0;m�[38;5;43m20221210084329271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084329271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084329271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084329272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084329272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084329272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084329272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:30.844173 run osmo-stp_10.42.42.5(pid=18389): stdout: \u000a| (launched: 2022-12-10_08:43:29.096907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:31.000008 run osmo-stp_10.42.42.5(pid=18389): stderr: \u000a| �[0;m�[38;5;43m20221210084329271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084329271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084329271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084329272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084329272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084329272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084329272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:31.158925 run patchelf(pid=18392): Terminating (SIGINT)\u000a08:43:31.347083 run patchelf(pid=18392): Terminated: ok {rc=0}\u000a08:43:31.381345 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18389): Process ended prematurely: osmo-stp_10.42.42.5(pid=18389) [trial-2372↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18389)] [trial-2372↪gprs:trx-b200↪iperf3m4.py:8]\u000a08:43:31.392209 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:43:31.458861 run osmo-hlr_10.42.42.2(pid=18386): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18386)]\u000a08:43:31.512000 run osmo-hlr_10.42.42.2(pid=18386): stdout: \u000a| (launched: 2022-12-10_08:43:28.131479) \u000a08:43:31.565718 run osmo-hlr_10.42.42.2(pid=18386): stderr: \u000a| �[0;m�[1;31m20221210084328313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084328313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084328313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084328313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084328313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084328313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084328325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084328334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084328334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084328334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:31.612375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18375): Terminating (SIGTERM)\u000a08:43:31.657343 run iperf3-srv_10.42.42.10(pid=18376): Terminating (SIGTERM)\u000a08:43:31.703344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18377): Terminating (SIGTERM)\u000a08:43:31.748428 run iperf3-srv_10.42.42.10(pid=18378): Terminating (SIGTERM)\u000a08:43:31.793055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18379): Terminating (SIGTERM)\u000a08:43:31.837169 run iperf3-srv_10.42.42.10(pid=18380): Terminating (SIGTERM)\u000a08:43:31.883401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18381): Terminating (SIGTERM)\u000a08:43:31.927990 run iperf3-srv_10.42.42.10(pid=18382): Terminating (SIGTERM)\u000a08:43:31.972812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18385): Terminating (SIGTERM)\u000a08:43:32.017038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18388): Terminating (SIGTERM)\u000a08:43:32.063133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18391): Terminating (SIGTERM)\u000a08:43:32.073810 --- ParallelTerminationStrategy: PID 18375 died...\u000a08:43:32.132926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18375): Terminated: ok {rc=0}\u000a08:43:32.143514 --- ParallelTerminationStrategy: PID 18376 died...\u000a08:43:32.199712 run iperf3-srv_10.42.42.10(pid=18376): Terminated {rc=256}\u000a08:43:32.209936 --- ParallelTerminationStrategy: PID 18377 died...\u000a08:43:32.265435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18377): Terminated: ok {rc=0}\u000a08:43:32.275617 --- ParallelTerminationStrategy: PID 18378 died...\u000a08:43:32.331120 run iperf3-srv_10.42.42.10(pid=18378): Terminated {rc=256}\u000a08:43:32.341127 --- ParallelTerminationStrategy: PID 18379 died...\u000a08:43:32.396568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18379): Terminated: ok {rc=0}\u000a08:43:32.406753 --- ParallelTerminationStrategy: PID 18380 died...\u000a08:43:32.462194 run iperf3-srv_10.42.42.10(pid=18380): Terminated {rc=256}\u000a08:43:32.472284 --- ParallelTerminationStrategy: PID 18381 died...\u000a08:43:32.527684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18381): Terminated: ok {rc=0}\u000a08:43:32.537870 --- ParallelTerminationStrategy: PID 18382 died...\u000a08:43:32.593289 run iperf3-srv_10.42.42.10(pid=18382): Terminated {rc=256}\u000a08:43:32.603448 --- ParallelTerminationStrategy: PID 18385 died...\u000a08:43:32.659104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18385): Terminated: ok {rc=0}\u000a08:43:32.669475 --- ParallelTerminationStrategy: PID 18388 died...\u000a08:43:32.725047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18388): Terminated: ok {rc=0}\u000a08:43:32.735238 --- ParallelTerminationStrategy: PID 18391 died...\u000a08:43:32.790805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18391): Terminated: ok {rc=0}\u000a08:43:32.877999 bus /gobi_4: Setting Powered False\u000a08:43:33.983251 bus /gobi_4: Setting Powered False\u000a08:43:35.091742 bus /gobi_1: Setting Powered False\u000a08:43:36.193504 bus /gobi_1: Setting Powered False\u000a08:43:37.302707 bus /gobi_0: Setting Powered False\u000a08:43:38.405209 bus /gobi_0: Setting Powered False\u000a08:43:39.515826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18399): Process ended prematurely: osmo-stp_10.42.42.5(pid=18399) [trial-2372↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18399)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18399): Process ended prematurely: osmo-stp_10.42.42.5(pid=18399) [trial-2372↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a08:43:40.582023 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:40.592923 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:43:40.729526 tst ping.py: using LAC 27207\u000a08:43:40.853267 tst ping.py: using RAC 177\u000a08:43:40.977823 tst ping.py: using CellId 27207\u000a08:43:41.102067 tst ping.py: using BVCI 27208\u000a08:43:41.126950 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:41.138191 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:41.149315 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:41.160221 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:41.171134 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:41.182226 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:41.193316 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:41.204119 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:43:41.485067 tst ping.py:19: start network...\u000a08:43:41.609825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:42.083016 run create_hlr_db(pid=18393): Launched\u000a08:43:42.257078 bus /gobi_6: Setting Powered False\u000a08:43:43.277327 run create_hlr_db(pid=18393): Terminated: ok {rc=0}\u000a08:43:43.704190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18395): Launched\u000a08:43:44.025600 run osmo-hlr_10.42.42.2(pid=18396): Launched\u000a08:43:44.142790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:44.702760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18398): Launched\u000a08:43:45.025597 run osmo-stp_10.42.42.5(pid=18399): Launched\u000a08:43:45.141341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:45.699184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18401): Launched\u000a08:43:45.812240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:46.136887 run patchelf(pid=18402): Launched\u000a08:43:46.320895 run osmo-stp_10.42.42.5(pid=18399): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18399)]\u000a08:43:46.460667 run osmo-stp_10.42.42.5(pid=18399): stdout: \u000a| (launched: 2022-12-10_08:43:44.864386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:46.621609 run osmo-stp_10.42.42.5(pid=18399): stderr: \u000a| �[0;m�[38;5;43m20221210084345060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084345060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084345060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084345061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084345063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084345063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084345063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:46.752498 run osmo-stp_10.42.42.5(pid=18399): stdout: \u000a| (launched: 2022-12-10_08:43:44.864386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:46.882837 run osmo-stp_10.42.42.5(pid=18399): stderr: \u000a| �[0;m�[38;5;43m20221210084345060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084345060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084345060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084345061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084345063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084345063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084345063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:47.033295 run patchelf(pid=18402): Terminating (SIGINT)\u000a08:43:47.208101 run patchelf(pid=18402): Terminated: ok {rc=0}\u000a08:43:47.241313 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18399): Process ended prematurely: osmo-stp_10.42.42.5(pid=18399) [trial-2372↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18399)] [trial-2372↪gprs:trx-b200↪ping.py:22]\u000a08:43:47.250910 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:43:47.318180 run osmo-hlr_10.42.42.2(pid=18396): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18396)]\u000a08:43:47.370061 run osmo-hlr_10.42.42.2(pid=18396): stdout: \u000a| (launched: 2022-12-10_08:43:43.865780) \u000a08:43:47.422348 run osmo-hlr_10.42.42.2(pid=18396): stderr: \u000a| �[0;m�[1;31m20221210084344065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084344065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084344065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084344065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084344065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084344065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084344111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084344120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084344121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084344121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:47.466887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18395): Terminating (SIGTERM)\u000a08:43:47.509257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18398): Terminating (SIGTERM)\u000a08:43:47.551380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18401): Terminating (SIGTERM)\u000a08:43:47.561573 --- ParallelTerminationStrategy: PID 18395 died...\u000a08:43:47.618014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18395): Terminated: ok {rc=0}\u000a08:43:47.628287 --- ParallelTerminationStrategy: PID 18398 died...\u000a08:43:47.684809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18398): Terminated: ok {rc=0}\u000a08:43:47.694957 --- ParallelTerminationStrategy: PID 18401 died...\u000a08:43:47.751141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18401): Terminated: ok {rc=0}\u000a08:43:47.838195 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18409): Process ended prematurely: osmo-stp_10.42.42.5(pid=18409) [trial-2372↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18409)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18409): Process ended prematurely: osmo-stp_10.42.42.5(pid=18409) [trial-2372↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a08:43:48.891467 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:48.903521 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:43:49.048424 tst ping_idle_ping.py: using LAC 27208\u000a08:43:49.176462 tst ping_idle_ping.py: using RAC 178\u000a08:43:49.302617 tst ping_idle_ping.py: using CellId 27208\u000a08:43:49.428576 tst ping_idle_ping.py: using BVCI 27209\u000a08:43:49.453131 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:49.464157 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:49.475100 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:49.486253 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:49.497272 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:49.508238 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:49.519409 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:43:49.530573 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:43:49.819343 tst ping_idle_ping.py:24: start network...\u000a08:43:49.953215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:50.469539 run create_hlr_db(pid=18403): Launched\u000a08:43:50.654868 bus /gobi_6: Setting Powered False\u000a08:43:51.674757 run create_hlr_db(pid=18403): Terminated: ok {rc=0}\u000a08:43:52.080909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18405): Launched\u000a08:43:52.385280 run osmo-hlr_10.42.42.2(pid=18406): Launched\u000a08:43:52.498997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:53.021855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18408): Launched\u000a08:43:53.323348 run osmo-stp_10.42.42.5(pid=18409): Launched\u000a08:43:53.433010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:43:53.957670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18411): Launched\u000a08:43:54.064171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:43:54.330105 run patchelf(pid=18412): Launched\u000a08:43:54.505922 run osmo-stp_10.42.42.5(pid=18409): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18409)]\u000a08:43:54.634030 run osmo-stp_10.42.42.5(pid=18409): stdout: \u000a| (launched: 2022-12-10_08:43:53.173955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:54.762561 run osmo-stp_10.42.42.5(pid=18409): stderr: \u000a| �[0;m�[38;5;43m20221210084353345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084353345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084353345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084353346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084353348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084353348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084353348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:54.886654 run osmo-stp_10.42.42.5(pid=18409): stdout: \u000a| (launched: 2022-12-10_08:43:53.173955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:55.010440 run osmo-stp_10.42.42.5(pid=18409): stderr: \u000a| �[0;m�[38;5;43m20221210084353345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084353345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084353345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084353346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084353348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084353348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084353348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:55.154016 run patchelf(pid=18412): Terminating (SIGINT)\u000a08:43:55.322395 run patchelf(pid=18412): Terminated: ok {rc=0}\u000a08:43:55.352769 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18409): Process ended prematurely: osmo-stp_10.42.42.5(pid=18409) [trial-2372↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18409)] [trial-2372↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a08:43:55.361383 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:43:55.421122 run osmo-hlr_10.42.42.2(pid=18406): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18406)]\u000a08:43:55.469601 run osmo-hlr_10.42.42.2(pid=18406): stdout: \u000a| (launched: 2022-12-10_08:43:52.233163) \u000a08:43:55.519083 run osmo-hlr_10.42.42.2(pid=18406): stderr: \u000a| �[0;m�[1;31m20221210084352410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084352411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084352411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084352411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084352411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084352411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084352422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084352431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084352431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084352431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:55.560765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18405): Terminating (SIGTERM)\u000a08:43:55.599960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18408): Terminating (SIGTERM)\u000a08:43:55.639525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18411): Terminating (SIGTERM)\u000a08:43:55.648887 --- ParallelTerminationStrategy: PID 18405 died...\u000a08:43:55.701848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18405): Terminated: ok {rc=0}\u000a08:43:55.711624 --- ParallelTerminationStrategy: PID 18408 died...\u000a08:43:55.764007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18408): Terminated: ok {rc=0}\u000a08:43:55.773926 --- ParallelTerminationStrategy: PID 18411 died...\u000a08:43:55.827019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18411): Terminated: ok {rc=0}\u000a08:43:55.910367 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:42:57" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18427): Process ended prematurely: osmo-stp_10.42.42.5(pid=18427) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18427)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18427): Process ended prematurely: osmo-stp_10.42.42.5(pid=18427) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:43:58.080056 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.091524 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:43:58.234689 tst cs_paging_gprs_active.py: using LAC 27209\u000a08:43:58.362310 tst cs_paging_gprs_active.py: using RAC 179\u000a08:43:58.482669 tst cs_paging_gprs_active.py: using CellId 27209\u000a08:43:58.600703 tst cs_paging_gprs_active.py: using BVCI 27210\u000a08:43:58.624069 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.634947 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.645632 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.656484 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.667505 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.678301 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.689202 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.699796 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:43:58.710774 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:43:58.825463 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:43:59.109837 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:43:59.237732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:43:59.552855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18417): Launched\u000a08:43:59.814867 run iperf3-srv_10.42.42.10(pid=18418): Launched\u000a08:44:00.001311 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:44:00.129405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:44:00.445276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18419): Launched\u000a08:44:00.707529 run iperf3-srv_10.42.42.10(pid=18420): Launched\u000a08:44:00.896340 tst cs_paging_gprs_active.py:38: start network...\u000a08:44:01.026958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:01.555970 run create_hlr_db(pid=18421): Launched\u000a08:44:01.736364 bus /gobi_6: Setting Powered False\u000a08:44:02.754286 run create_hlr_db(pid=18421): Terminated: ok {rc=0}\u000a08:44:03.183638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18423): Launched\u000a08:44:03.507776 run osmo-hlr_10.42.42.2(pid=18424): Launched\u000a08:44:03.626325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:04.188511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18426): Launched\u000a08:44:04.512397 run osmo-stp_10.42.42.5(pid=18427): Launched\u000a08:44:04.630768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:44:05.195625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18429): Launched\u000a08:44:05.311769 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:44:05.593175 run patchelf(pid=18430): Launched\u000a08:44:05.782193 run osmo-stp_10.42.42.5(pid=18427): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18427)]\u000a08:44:05.920308 run osmo-stp_10.42.42.5(pid=18427): stdout: \u000a| (launched: 2022-12-10_08:44:04.353892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:06.058795 run osmo-stp_10.42.42.5(pid=18427): stderr: \u000a| �[0;m�[38;5;43m20221210084404547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084404547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084404547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084404547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084404548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084404548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084404548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:06.193732 run osmo-stp_10.42.42.5(pid=18427): stdout: \u000a| (launched: 2022-12-10_08:44:04.353892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:06.326694 run osmo-stp_10.42.42.5(pid=18427): stderr: \u000a| �[0;m�[38;5;43m20221210084404547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084404547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084404547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084404547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084404548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084404548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084404548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:06.481851 run patchelf(pid=18430): Terminating (SIGINT)\u000a08:44:06.663664 run patchelf(pid=18430): Terminated: ok {rc=0}\u000a08:44:06.696935 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18427): Process ended prematurely: osmo-stp_10.42.42.5(pid=18427) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18427)] [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:44:06.706818 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:44:06.768677 run osmo-hlr_10.42.42.2(pid=18424): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18424)]\u000a08:44:06.819220 run osmo-hlr_10.42.42.2(pid=18424): stdout: \u000a| (launched: 2022-12-10_08:44:03.349380) \u000a08:44:06.870449 run osmo-hlr_10.42.42.2(pid=18424): stderr: \u000a| �[0;m�[1;31m20221210084403548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084403548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084403548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084403548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084403548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084403548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084403599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084403609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084403609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084403609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:06.914223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18417): Terminating (SIGTERM)\u000a08:44:06.955504 run iperf3-srv_10.42.42.10(pid=18418): Terminating (SIGTERM)\u000a08:44:06.996429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18419): Terminating (SIGTERM)\u000a08:44:07.037587 run iperf3-srv_10.42.42.10(pid=18420): Terminating (SIGTERM)\u000a08:44:07.078662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18423): Terminating (SIGTERM)\u000a08:44:07.119955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18426): Terminating (SIGTERM)\u000a08:44:07.161346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18429): Terminating (SIGTERM)\u000a08:44:07.170833 --- ParallelTerminationStrategy: PID 18417 died...\u000a08:44:07.226002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18417): Terminated: ok {rc=0}\u000a08:44:07.235921 --- ParallelTerminationStrategy: PID 18418 died...\u000a08:44:07.290405 run iperf3-srv_10.42.42.10(pid=18418): Terminated {rc=256}\u000a08:44:07.300237 --- ParallelTerminationStrategy: PID 18419 died...\u000a08:44:07.354993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18419): Terminated: ok {rc=0}\u000a08:44:07.364885 --- ParallelTerminationStrategy: PID 18420 died...\u000a08:44:07.419352 run iperf3-srv_10.42.42.10(pid=18420): Terminated {rc=256}\u000a08:44:07.429181 --- ParallelTerminationStrategy: PID 18423 died...\u000a08:44:07.483861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18423): Terminated: ok {rc=0}\u000a08:44:07.493904 --- ParallelTerminationStrategy: PID 18426 died...\u000a08:44:07.548442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18426): Terminated: ok {rc=0}\u000a08:44:07.558724 --- ParallelTerminationStrategy: PID 18429 died...\u000a08:44:07.613429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18429): Terminated: ok {rc=0}\u000a08:44:07.699261 bus /gobi_0: Setting Powered False\u000a08:44:08.805374 bus /gobi_0: Setting Powered False\u000a08:44:09.910986 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:44:11.025148 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.037036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:44:11.191108 tst iperf3.py: using LAC 27210\u000a08:44:11.320531 tst iperf3.py: using RAC 180\u000a08:44:11.446518 tst iperf3.py: using CellId 27210\u000a08:44:11.572644 tst iperf3.py: using BVCI 27211\u000a08:44:11.597589 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.608766 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.620134 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.631390 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.642615 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.653851 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.665193 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.676230 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:11.687563 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:44:11.981083 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:44:12.116352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:44:12.451127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18431): Launched\u000a08:44:12.728468 run iperf3-srv_10.42.42.10(pid=18432): Launched\u000a08:44:12.926902 tst iperf3.py:8: start network...\u000a08:44:13.062163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:13.576916 run create_hlr_db(pid=18433): Launched\u000a08:44:13.763436 bus /gobi_6: Setting Powered False\u000a08:44:14.784416 run create_hlr_db(pid=18433): Terminated: ok {rc=0}\u000a08:44:15.190569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Launched\u000a08:44:15.495373 run osmo-hlr_10.42.42.2(pid=18436): Launched\u000a08:44:15.612332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:16.197766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Launched\u000a08:44:16.725930 run osmo-stp_10.42.42.5(pid=18439): Launched\u000a08:44:16.884488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:44:17.463529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18441): Launched\u000a08:44:17.578848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:44:17.859452 run patchelf(pid=18442): Launched\u000a08:44:18.047809 run osmo-stp_10.42.42.5(pid=18439): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)]\u000a08:44:18.186407 run osmo-stp_10.42.42.5(pid=18439): stdout: \u000a| (launched: 2022-12-10_08:44:16.368169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:18.324842 run osmo-stp_10.42.42.5(pid=18439): stderr: \u000a| �[0;m�[38;5;43m20221210084416590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084416591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084416591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084416591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084416594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084416595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084416595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:18.459070 run osmo-stp_10.42.42.5(pid=18439): stdout: \u000a| (launched: 2022-12-10_08:44:16.368169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:18.591744 run osmo-stp_10.42.42.5(pid=18439): stderr: \u000a| �[0;m�[38;5;43m20221210084416590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084416591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084416591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084416591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084416594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084416595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084416595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:18.745937 run patchelf(pid=18442): Terminating (SIGINT)\u000a08:44:18.926687 run patchelf(pid=18442): Terminated: ok {rc=0}\u000a08:44:18.959695 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18439): Process ended prematurely: osmo-stp_10.42.42.5(pid=18439) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18439)] [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a08:44:18.969419 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a08:44:19.032107 run osmo-hlr_10.42.42.2(pid=18436): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18436)]\u000a08:44:19.083407 run osmo-hlr_10.42.42.2(pid=18436): stdout: \u000a| (launched: 2022-12-10_08:44:15.344858) \u000a08:44:19.135938 run osmo-hlr_10.42.42.2(pid=18436): stderr: \u000a| �[0;m�[1;31m20221210084415523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084415523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084415523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084415524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084415524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084415524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084415536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084415544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084415545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084415545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:19.180292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18431): Terminating (SIGTERM)\u000a08:44:19.222133 run iperf3-srv_10.42.42.10(pid=18432): Terminating (SIGTERM)\u000a08:44:19.263797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Terminating (SIGTERM)\u000a08:44:19.305596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Terminating (SIGTERM)\u000a08:44:19.347293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18441): Terminating (SIGTERM)\u000a08:44:19.356932 --- ParallelTerminationStrategy: PID 18431 died...\u000a08:44:19.412750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18431): Terminated: ok {rc=0}\u000a08:44:19.422756 --- ParallelTerminationStrategy: PID 18432 died...\u000a08:44:19.477857 run iperf3-srv_10.42.42.10(pid=18432): Terminated {rc=256}\u000a08:44:19.487810 --- ParallelTerminationStrategy: PID 18435 died...\u000a08:44:19.542926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18435): Terminated: ok {rc=0}\u000a08:44:19.552871 --- ParallelTerminationStrategy: PID 18438 died...\u000a08:44:19.608092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18438): Terminated: ok {rc=0}\u000a08:44:19.617991 --- ParallelTerminationStrategy: PID 18441 died...\u000a08:44:19.673284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18441): Terminated: ok {rc=0}\u000a08:44:19.760287 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18458): Process ended prematurely: osmo-stp_10.42.42.5(pid=18458) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18458)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18458): Process ended prematurely: osmo-stp_10.42.42.5(pid=18458) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:44:20.871537 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:20.882956 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:44:21.022778 tst iperf3m4.py: using LAC 27211\u000a08:44:21.144580 tst iperf3m4.py: using RAC 181\u000a08:44:21.273200 tst iperf3m4.py: using CellId 27211\u000a08:44:21.402164 tst iperf3m4.py: using BVCI 27212\u000a08:44:21.427180 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:21.438591 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:21.449614 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:21.461109 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:21.472562 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:21.485899 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:21.497445 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:21.508297 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:21.519776 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:44:21.636465 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:44:21.759243 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:44:21.876428 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:44:22.157881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:44:22.286593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:44:22.601411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18444): Launched\u000a08:44:22.862454 run iperf3-srv_10.42.42.10(pid=18445): Launched\u000a08:44:23.048273 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:44:23.175385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:44:23.488182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18446): Launched\u000a08:44:23.748209 run iperf3-srv_10.42.42.10(pid=18447): Launched\u000a08:44:23.934204 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:44:24.061296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:44:24.375737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18448): Launched\u000a08:44:24.637504 run iperf3-srv_10.42.42.10(pid=18449): Launched\u000a08:44:24.822971 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:44:24.949987 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:44:25.264676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18450): Launched\u000a08:44:25.525484 run iperf3-srv_10.42.42.10(pid=18451): Launched\u000a08:44:25.711300 tst iperf3m4.py:8: start network...\u000a08:44:25.838823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:26.324738 run create_hlr_db(pid=18452): Launched\u000a08:44:26.500273 bus /gobi_6: Setting Powered False\u000a08:44:27.522942 run create_hlr_db(pid=18452): Terminated: ok {rc=0}\u000a08:44:27.952081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18454): Launched\u000a08:44:28.276649 run osmo-hlr_10.42.42.2(pid=18455): Launched\u000a08:44:28.399927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:28.962848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18457): Launched\u000a08:44:29.286820 run osmo-stp_10.42.42.5(pid=18458): Launched\u000a08:44:29.405829 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:44:29.968033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18460): Launched\u000a08:44:30.083728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:44:30.365270 run patchelf(pid=18461): Launched\u000a08:44:30.554674 run osmo-stp_10.42.42.5(pid=18458): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18458)]\u000a08:44:30.693016 run osmo-stp_10.42.42.5(pid=18458): stdout: \u000a| (launched: 2022-12-10_08:44:29.127803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:30.831586 run osmo-stp_10.42.42.5(pid=18458): stderr: \u000a| �[0;m�[38;5;43m20221210084429320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084429320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084429320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084429321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084429323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084429323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084429323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:30.983666 run osmo-stp_10.42.42.5(pid=18458): stdout: \u000a| (launched: 2022-12-10_08:44:29.127803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:31.146684 run osmo-stp_10.42.42.5(pid=18458): stderr: \u000a| �[0;m�[38;5;43m20221210084429320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084429320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084429320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084429321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084429323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084429323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084429323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:31.336300 run patchelf(pid=18461): Terminating (SIGINT)\u000a08:44:31.525517 run patchelf(pid=18461): Terminated: ok {rc=0}\u000a08:44:31.559892 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18458): Process ended prematurely: osmo-stp_10.42.42.5(pid=18458) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18458)] [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:44:31.570241 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:44:31.635123 run osmo-hlr_10.42.42.2(pid=18455): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18455)]\u000a08:44:31.687174 run osmo-hlr_10.42.42.2(pid=18455): stdout: \u000a| (launched: 2022-12-10_08:44:28.117606) \u000a08:44:31.739707 run osmo-hlr_10.42.42.2(pid=18455): stderr: \u000a| �[0;m�[1;31m20221210084428320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084428320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084428320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084428320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084428320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084428320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084428332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084428341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084428341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084428341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:31.784729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18444): Terminating (SIGTERM)\u000a08:44:31.828100 run iperf3-srv_10.42.42.10(pid=18445): Terminating (SIGTERM)\u000a08:44:31.873357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18446): Terminating (SIGTERM)\u000a08:44:31.916646 run iperf3-srv_10.42.42.10(pid=18447): Terminating (SIGTERM)\u000a08:44:31.961913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18448): Terminating (SIGTERM)\u000a08:44:32.007002 run iperf3-srv_10.42.42.10(pid=18449): Terminating (SIGTERM)\u000a08:44:32.051717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18450): Terminating (SIGTERM)\u000a08:44:32.096177 run iperf3-srv_10.42.42.10(pid=18451): Terminating (SIGTERM)\u000a08:44:32.142451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18454): Terminating (SIGTERM)\u000a08:44:32.184494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18457): Terminating (SIGTERM)\u000a08:44:32.226962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18460): Terminating (SIGTERM)\u000a08:44:32.237073 --- ParallelTerminationStrategy: PID 18444 died...\u000a08:44:32.292690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18444): Terminated: ok {rc=0}\u000a08:44:32.302692 --- ParallelTerminationStrategy: PID 18445 died...\u000a08:44:32.357771 run iperf3-srv_10.42.42.10(pid=18445): Terminated {rc=256}\u000a08:44:32.367719 --- ParallelTerminationStrategy: PID 18446 died...\u000a08:44:32.422841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18446): Terminated: ok {rc=0}\u000a08:44:32.432734 --- ParallelTerminationStrategy: PID 18447 died...\u000a08:44:32.487573 run iperf3-srv_10.42.42.10(pid=18447): Terminated {rc=256}\u000a08:44:32.497878 --- ParallelTerminationStrategy: PID 18448 died...\u000a08:44:32.553251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18448): Terminated: ok {rc=0}\u000a08:44:32.563370 --- ParallelTerminationStrategy: PID 18449 died...\u000a08:44:32.618688 run iperf3-srv_10.42.42.10(pid=18449): Terminated {rc=256}\u000a08:44:32.628614 --- ParallelTerminationStrategy: PID 18450 died...\u000a08:44:32.683655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18450): Terminated: ok {rc=0}\u000a08:44:32.693647 --- ParallelTerminationStrategy: PID 18451 died...\u000a08:44:32.748585 run iperf3-srv_10.42.42.10(pid=18451): Terminated {rc=256}\u000a08:44:32.758595 --- ParallelTerminationStrategy: PID 18454 died...\u000a08:44:32.813743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18454): Terminated: ok {rc=0}\u000a08:44:32.823713 --- ParallelTerminationStrategy: PID 18457 died...\u000a08:44:32.878960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18457): Terminated: ok {rc=0}\u000a08:44:32.889152 --- ParallelTerminationStrategy: PID 18460 died...\u000a08:44:32.944297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18460): Terminated: ok {rc=0}\u000a08:44:33.030459 bus /gobi_4: Setting Powered False\u000a08:44:34.137485 bus /gobi_4: Setting Powered False\u000a08:44:35.244568 bus /gobi_1: Setting Powered False\u000a08:44:36.345813 bus /gobi_1: Setting Powered False\u000a08:44:37.456104 bus /gobi_0: Setting Powered False\u000a08:44:38.560709 bus /gobi_0: Setting Powered False\u000a08:44:39.668766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18468): Process ended prematurely: osmo-stp_10.42.42.5(pid=18468) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18468)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18468): Process ended prematurely: osmo-stp_10.42.42.5(pid=18468) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:44:40.735675 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:40.747397 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:44:40.889056 tst ping.py: using LAC 27212\u000a08:44:41.007516 tst ping.py: using RAC 182\u000a08:44:41.127142 tst ping.py: using CellId 27212\u000a08:44:41.247663 tst ping.py: using BVCI 27213\u000a08:44:41.270751 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:41.281509 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:41.292046 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:41.302938 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:41.313657 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:41.324407 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:41.335376 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:41.346291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:44:41.633595 tst ping.py:19: start network...\u000a08:44:41.766030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:42.272180 run create_hlr_db(pid=18462): Launched\u000a08:44:42.456892 bus /gobi_6: Setting Powered False\u000a08:44:43.477875 run create_hlr_db(pid=18462): Terminated: ok {rc=0}\u000a08:44:43.899855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Launched\u000a08:44:44.217409 run osmo-hlr_10.42.42.2(pid=18465): Launched\u000a08:44:44.334710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:44.889803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Launched\u000a08:44:45.207504 run osmo-stp_10.42.42.5(pid=18468): Launched\u000a08:44:45.327176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:44:45.884524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18470): Launched\u000a08:44:46.000453 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:44:46.294524 run patchelf(pid=18471): Launched\u000a08:44:46.484437 run osmo-stp_10.42.42.5(pid=18468): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18468)]\u000a08:44:46.622501 run osmo-stp_10.42.42.5(pid=18468): stdout: \u000a| (launched: 2022-12-10_08:44:45.051352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:46.761205 run osmo-stp_10.42.42.5(pid=18468): stderr: \u000a| �[0;m�[38;5;43m20221210084445246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084445246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084445246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084445247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084445247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084445247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084445247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:46.895244 run osmo-stp_10.42.42.5(pid=18468): stdout: \u000a| (launched: 2022-12-10_08:44:45.051352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:47.028569 run osmo-stp_10.42.42.5(pid=18468): stderr: \u000a| �[0;m�[38;5;43m20221210084445246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084445246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084445246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084445247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084445247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084445247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084445247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:47.183986 run patchelf(pid=18471): Terminating (SIGINT)\u000a08:44:47.363372 run patchelf(pid=18471): Terminated: ok {rc=0}\u000a08:44:47.395521 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18468): Process ended prematurely: osmo-stp_10.42.42.5(pid=18468) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18468)] [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a08:44:47.404497 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:44:47.466862 run osmo-hlr_10.42.42.2(pid=18465): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18465)]\u000a08:44:47.517905 run osmo-hlr_10.42.42.2(pid=18465): stdout: \u000a| (launched: 2022-12-10_08:44:44.061866) \u000a08:44:47.569593 run osmo-hlr_10.42.42.2(pid=18465): stderr: \u000a| �[0;m�[1;31m20221210084444261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084444261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084444261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084444261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084444261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084444261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084444274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084444282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084444282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084444282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:47.613624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Terminating (SIGTERM)\u000a08:44:47.655027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Terminating (SIGTERM)\u000a08:44:47.696703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18470): Terminating (SIGTERM)\u000a08:44:47.706459 --- ParallelTerminationStrategy: PID 18464 died...\u000a08:44:47.761735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Terminated: ok {rc=0}\u000a08:44:47.771642 --- ParallelTerminationStrategy: PID 18467 died...\u000a08:44:47.826585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Terminated: ok {rc=0}\u000a08:44:47.836390 --- ParallelTerminationStrategy: PID 18470 died...\u000a08:44:47.891167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18470): Terminated: ok {rc=0}\u000a08:44:47.977401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18478): Process ended prematurely: osmo-stp_10.42.42.5(pid=18478) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18478)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18478): Process ended prematurely: osmo-stp_10.42.42.5(pid=18478) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:44:49.029372 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:49.041664 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:44:49.187403 tst ping_idle_ping.py: using LAC 27213\u000a08:44:49.312003 tst ping_idle_ping.py: using RAC 183\u000a08:44:49.440749 tst ping_idle_ping.py: using CellId 27213\u000a08:44:49.563932 tst ping_idle_ping.py: using BVCI 27214\u000a08:44:49.588390 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:49.599703 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:49.610780 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:49.621852 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:49.632874 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:49.643833 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:49.655040 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:44:49.666188 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:44:49.953692 tst ping_idle_ping.py:24: start network...\u000a08:44:50.085814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:50.594903 run create_hlr_db(pid=18472): Launched\u000a08:44:50.779387 bus /gobi_6: Setting Powered False\u000a08:44:51.799237 run create_hlr_db(pid=18472): Terminated: ok {rc=0}\u000a08:44:52.202413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18474): Launched\u000a08:44:52.502285 run osmo-hlr_10.42.42.2(pid=18475): Launched\u000a08:44:52.620902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:53.149906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18477): Launched\u000a08:44:53.449786 run osmo-stp_10.42.42.5(pid=18478): Launched\u000a08:44:53.567749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:44:54.094579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18480): Launched\u000a08:44:54.201742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:44:54.462645 run patchelf(pid=18481): Launched\u000a08:44:54.638901 run osmo-stp_10.42.42.5(pid=18478): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18478)]\u000a08:44:54.767691 run osmo-stp_10.42.42.5(pid=18478): stdout: \u000a| (launched: 2022-12-10_08:44:53.302411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:54.896809 run osmo-stp_10.42.42.5(pid=18478): stderr: \u000a| �[0;m�[38;5;43m20221210084453473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084453473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084453474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084453474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084453474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084453475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084453475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:55.021283 run osmo-stp_10.42.42.5(pid=18478): stdout: \u000a| (launched: 2022-12-10_08:44:53.302411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:55.144770 run osmo-stp_10.42.42.5(pid=18478): stderr: \u000a| �[0;m�[38;5;43m20221210084453473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084453473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084453474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084453474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084453474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084453475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084453475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:55.288932 run patchelf(pid=18481): Terminating (SIGINT)\u000a08:44:55.458776 run patchelf(pid=18481): Terminated: ok {rc=0}\u000a08:44:55.489860 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18478): Process ended prematurely: osmo-stp_10.42.42.5(pid=18478) [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18478)] [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:44:55.498485 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:44:55.558732 run osmo-hlr_10.42.42.2(pid=18475): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18475)]\u000a08:44:55.607672 run osmo-hlr_10.42.42.2(pid=18475): stdout: \u000a| (launched: 2022-12-10_08:44:52.354703) \u000a08:44:55.657644 run osmo-hlr_10.42.42.2(pid=18475): stderr: \u000a| �[0;m�[1;31m20221210084452528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084452528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084452528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084452528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084452528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084452528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084452540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084452551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084452551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084452551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:55.699512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18474): Terminating (SIGTERM)\u000a08:44:55.739340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18477): Terminating (SIGTERM)\u000a08:44:55.779513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18480): Terminating (SIGTERM)\u000a08:44:55.789143 --- ParallelTerminationStrategy: PID 18474 died...\u000a08:44:55.843113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18474): Terminated: ok {rc=0}\u000a08:44:55.852784 --- ParallelTerminationStrategy: PID 18477 died...\u000a08:44:55.906473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18477): Terminated: ok {rc=0}\u000a08:44:55.916420 --- ParallelTerminationStrategy: PID 18480 died...\u000a08:44:55.969570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18480): Terminated: ok {rc=0}\u000a08:44:56.053040 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:43:57" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18505): Process ended prematurely: osmo-stp_10.42.42.5(pid=18505) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18505)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18505): Process ended prematurely: osmo-stp_10.42.42.5(pid=18505) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:44:58.206638 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.217645 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:44:58.376233 tst cs_paging_gprs_active.py: using LAC 27214\u000a08:44:58.496682 tst cs_paging_gprs_active.py: using RAC 184\u000a08:44:58.616161 tst cs_paging_gprs_active.py: using CellId 27214\u000a08:44:58.736438 tst cs_paging_gprs_active.py: using BVCI 27215\u000a08:44:58.759922 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.771023 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.781918 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.792729 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.803673 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.814732 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.825863 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.836734 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:44:58.847858 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:44:58.962774 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:44:59.243194 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:44:59.371551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:44:59.689767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18485): Launched\u000a08:44:59.954866 run iperf3-srv_10.42.42.10(pid=18486): Launched\u000a08:45:00.140820 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:45:00.268294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:00.585792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18487): Launched\u000a08:45:00.859302 run iperf3-srv_10.42.42.10(pid=18488): Launched\u000a08:45:01.073448 tst cs_paging_gprs_active.py:38: start network...\u000a08:45:01.214202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:01.741633 run create_hlr_db(pid=18489): Launched\u000a08:45:01.932530 bus /gobi_6: Setting Powered False\u000a08:45:02.939827 run create_hlr_db(pid=18489): Terminated: ok {rc=0}\u000a08:45:03.380102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18501): Launched\u000a08:45:03.705994 run osmo-hlr_10.42.42.2(pid=18502): Launched\u000a08:45:03.828889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:04.396443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18504): Launched\u000a08:45:04.723568 run osmo-stp_10.42.42.5(pid=18505): Launched\u000a08:45:04.841367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:45:05.411205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18507): Launched\u000a08:45:05.527101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:45:05.814551 run patchelf(pid=18508): Launched\u000a08:45:06.003347 run osmo-stp_10.42.42.5(pid=18505): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18505)]\u000a08:45:06.141715 run osmo-stp_10.42.42.5(pid=18505): stdout: \u000a| (launched: 2022-12-10_08:45:04.561598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:06.280692 run osmo-stp_10.42.42.5(pid=18505): stderr: \u000a| �[0;m�[38;5;43m20221210084504760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084504760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084504760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084504761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084504761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084504761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084504761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:06.414674 run osmo-stp_10.42.42.5(pid=18505): stdout: \u000a| (launched: 2022-12-10_08:45:04.561598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:06.547127 run osmo-stp_10.42.42.5(pid=18505): stderr: \u000a| �[0;m�[38;5;43m20221210084504760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084504760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084504760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084504761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084504761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084504761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084504761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:06.701630 run patchelf(pid=18508): Terminating (SIGINT)\u000a08:45:06.882971 run patchelf(pid=18508): Terminated: ok {rc=0}\u000a08:45:06.915845 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18505): Process ended prematurely: osmo-stp_10.42.42.5(pid=18505) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18505)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:45:06.925563 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:45:06.987900 run osmo-hlr_10.42.42.2(pid=18502): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18502)]\u000a08:45:07.038918 run osmo-hlr_10.42.42.2(pid=18502): stdout: \u000a| (launched: 2022-12-10_08:45:03.544773) \u000a08:45:07.090513 run osmo-hlr_10.42.42.2(pid=18502): stderr: \u000a| �[0;m�[1;31m20221210084503747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084503747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084503747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084503748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084503748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084503748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084503761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084503769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084503769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084503769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:07.134953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18485): Terminating (SIGTERM)\u000a08:45:07.177164 run iperf3-srv_10.42.42.10(pid=18486): Terminating (SIGTERM)\u000a08:45:07.219061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18487): Terminating (SIGTERM)\u000a08:45:07.260738 run iperf3-srv_10.42.42.10(pid=18488): Terminating (SIGTERM)\u000a08:45:07.303897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18501): Terminating (SIGTERM)\u000a08:45:07.345456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18504): Terminating (SIGTERM)\u000a08:45:07.386620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18507): Terminating (SIGTERM)\u000a08:45:07.396049 --- ParallelTerminationStrategy: PID 18485 died...\u000a08:45:07.451832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18485): Terminated: ok {rc=0}\u000a08:45:07.461826 --- ParallelTerminationStrategy: PID 18486 died...\u000a08:45:07.516794 run iperf3-srv_10.42.42.10(pid=18486): Terminated {rc=256}\u000a08:45:07.526621 --- ParallelTerminationStrategy: PID 18487 died...\u000a08:45:07.581555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18487): Terminated: ok {rc=0}\u000a08:45:07.591409 --- ParallelTerminationStrategy: PID 18488 died...\u000a08:45:07.646260 run iperf3-srv_10.42.42.10(pid=18488): Terminated {rc=256}\u000a08:45:07.656063 --- ParallelTerminationStrategy: PID 18501 died...\u000a08:45:07.711086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18501): Terminated: ok {rc=0}\u000a08:45:07.721020 --- ParallelTerminationStrategy: PID 18504 died...\u000a08:45:07.775980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18504): Terminated: ok {rc=0}\u000a08:45:07.785947 --- ParallelTerminationStrategy: PID 18507 died...\u000a08:45:07.840889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18507): Terminated: ok {rc=0}\u000a08:45:07.927440 bus /gobi_0: Setting Powered False\u000a08:45:09.032687 bus /gobi_0: Setting Powered False\u000a08:45:10.142579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:45:11.252528 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.263878 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:45:11.423451 tst iperf3.py: using LAC 27215\u000a08:45:11.547558 tst iperf3.py: using RAC 185\u000a08:45:11.667616 tst iperf3.py: using CellId 27215\u000a08:45:11.785636 tst iperf3.py: using BVCI 27216\u000a08:45:11.808772 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.819552 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.830231 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.841161 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.851887 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.862810 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.874145 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.885364 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:11.896372 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:45:12.188893 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:45:12.324754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:12.709312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18510): Launched\u000a08:45:13.004275 run iperf3-srv_10.42.42.10(pid=18530): Launched\u000a08:45:13.196019 tst iperf3.py:8: start network...\u000a08:45:13.326743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:13.852067 run create_hlr_db(pid=18693): Launched\u000a08:45:14.044433 bus /gobi_6: Setting Powered False\u000a08:45:15.060733 run create_hlr_db(pid=18693): Terminated: ok {rc=0}\u000a08:45:15.471306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Launched\u000a08:45:15.779001 run osmo-hlr_10.42.42.2(pid=18867): Launched\u000a08:45:15.959935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:16.593552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Launched\u000a08:45:16.969914 run osmo-stp_10.42.42.5(pid=18870): Launched\u000a08:45:17.166442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:45:17.809790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Launched\u000a08:45:17.919323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:45:18.188104 run patchelf(pid=18873): Launched\u000a08:45:18.366087 run osmo-stp_10.42.42.5(pid=18870): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]\u000a08:45:18.496611 run osmo-stp_10.42.42.5(pid=18870): stdout: \u000a| (launched: 2022-12-10_08:45:16.797457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:18.627170 run osmo-stp_10.42.42.5(pid=18870): stderr: \u000a| �[0;m�[38;5;43m20221210084517166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084517166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084517167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084517167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084517171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084517172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084517173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:18.753956 run osmo-stp_10.42.42.5(pid=18870): stdout: \u000a| (launched: 2022-12-10_08:45:16.797457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:18.879069 run osmo-stp_10.42.42.5(pid=18870): stderr: \u000a| �[0;m�[38;5;43m20221210084517166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084517166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084517167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084517167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084517171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084517172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084517173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:19.024842 run patchelf(pid=18873): Terminating (SIGINT)\u000a08:45:19.195638 run patchelf(pid=18873): Terminated: ok {rc=0}\u000a08:45:19.226834 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:45:19.235860 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a08:45:19.296424 run osmo-hlr_10.42.42.2(pid=18867): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18867)]\u000a08:45:19.345621 run osmo-hlr_10.42.42.2(pid=18867): stdout: \u000a| (launched: 2022-12-10_08:45:15.625711) \u000a08:45:19.395484 run osmo-hlr_10.42.42.2(pid=18867): stderr: \u000a| �[0;m�[1;31m20221210084515806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084515806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084515806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084515806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084515806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084515806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084515819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084515837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084515838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084515838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:19.437415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18510): Terminating (SIGTERM)\u000a08:45:19.477410 run iperf3-srv_10.42.42.10(pid=18530): Terminating (SIGTERM)\u000a08:45:19.517335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Terminating (SIGTERM)\u000a08:45:19.557030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Terminating (SIGTERM)\u000a08:45:19.597299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Terminating (SIGTERM)\u000a08:45:19.606702 --- ParallelTerminationStrategy: PID 18510 died...\u000a08:45:19.659641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18510): Terminated: ok {rc=0}\u000a08:45:19.669429 --- ParallelTerminationStrategy: PID 18530 died...\u000a08:45:19.722091 run iperf3-srv_10.42.42.10(pid=18530): Terminated {rc=256}\u000a08:45:19.731692 --- ParallelTerminationStrategy: PID 18866 died...\u000a08:45:19.784517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Terminated: ok {rc=0}\u000a08:45:19.794094 --- ParallelTerminationStrategy: PID 18869 died...\u000a08:45:19.847006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Terminated: ok {rc=0}\u000a08:45:19.856450 --- ParallelTerminationStrategy: PID 18872 died...\u000a08:45:19.909095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Terminated: ok {rc=0}\u000a08:45:19.997470 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19064): Process ended prematurely: osmo-stp_10.42.42.5(pid=19064) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19064)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19064): Process ended prematurely: osmo-stp_10.42.42.5(pid=19064) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:45:21.108419 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.119853 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:45:21.278736 tst iperf3m4.py: using LAC 27216\u000a08:45:21.399847 tst iperf3m4.py: using RAC 186\u000a08:45:21.526896 tst iperf3m4.py: using CellId 27216\u000a08:45:21.654365 tst iperf3m4.py: using BVCI 27217\u000a08:45:21.679321 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.690698 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.701917 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.713594 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.725130 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.736717 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.748397 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.760157 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:21.771885 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:45:21.890195 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:45:22.008900 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:45:22.127339 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:45:22.408479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:45:22.536450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:22.855258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18874): Launched\u000a08:45:23.147433 run iperf3-srv_10.42.42.10(pid=18876): Launched\u000a08:45:23.340504 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:45:23.472171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:23.828630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18978): Launched\u000a08:45:24.126904 run iperf3-srv_10.42.42.10(pid=19051): Launched\u000a08:45:24.329375 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:45:24.468812 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:24.826767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19053): Launched\u000a08:45:25.128690 run iperf3-srv_10.42.42.10(pid=19054): Launched\u000a08:45:25.332135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:45:25.471244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:25.832168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19055): Launched\u000a08:45:26.136378 run iperf3-srv_10.42.42.10(pid=19056): Launched\u000a08:45:26.340451 tst iperf3m4.py:8: start network...\u000a08:45:26.479916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:27.034182 run create_hlr_db(pid=19057): Launched\u000a08:45:27.227471 bus /gobi_6: Setting Powered False\u000a08:45:28.249406 run create_hlr_db(pid=19057): Terminated: ok {rc=0}\u000a08:45:28.713457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19059): Launched\u000a08:45:29.090440 run osmo-hlr_10.42.42.2(pid=19061): Launched\u000a08:45:29.210846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:29.780576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19063): Launched\u000a08:45:30.106760 run osmo-stp_10.42.42.5(pid=19064): Launched\u000a08:45:30.224431 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:45:30.793985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19066): Launched\u000a08:45:30.919069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:45:31.235575 run patchelf(pid=19067): Launched\u000a08:45:31.427946 run osmo-stp_10.42.42.5(pid=19064): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19064)]\u000a08:45:31.569397 run osmo-stp_10.42.42.5(pid=19064): stdout: \u000a| (launched: 2022-12-10_08:45:29.945307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:31.710987 run osmo-stp_10.42.42.5(pid=19064): stderr: \u000a| �[0;m�[38;5;43m20221210084530142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084530142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084530142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084530142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084530143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084530143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084530143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:31.848195 run osmo-stp_10.42.42.5(pid=19064): stdout: \u000a| (launched: 2022-12-10_08:45:29.945307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:31.984402 run osmo-stp_10.42.42.5(pid=19064): stderr: \u000a| �[0;m�[38;5;43m20221210084530142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084530142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084530142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084530142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084530143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084530143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084530143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:32.142408 run patchelf(pid=19067): Terminating (SIGINT)\u000a08:45:32.326551 run patchelf(pid=19067): Terminated: ok {rc=0}\u000a08:45:32.359822 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19064): Process ended prematurely: osmo-stp_10.42.42.5(pid=19064) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19064)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:45:32.369685 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a08:45:32.432941 run osmo-hlr_10.42.42.2(pid=19061): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19061)]\u000a08:45:32.484704 run osmo-hlr_10.42.42.2(pid=19061): stdout: \u000a| (launched: 2022-12-10_08:45:28.886775) \u000a08:45:32.536935 run osmo-hlr_10.42.42.2(pid=19061): stderr: \u000a| �[0;m�[1;31m20221210084529123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084529123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084529123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084529124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084529124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084529124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084529136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084529145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084529145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084529145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:32.581493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18874): Terminating (SIGTERM)\u000a08:45:32.623377 run iperf3-srv_10.42.42.10(pid=18876): Terminating (SIGTERM)\u000a08:45:32.665353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18978): Terminating (SIGTERM)\u000a08:45:32.706966 run iperf3-srv_10.42.42.10(pid=19051): Terminating (SIGTERM)\u000a08:45:32.749036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19053): Terminating (SIGTERM)\u000a08:45:32.790930 run iperf3-srv_10.42.42.10(pid=19054): Terminating (SIGTERM)\u000a08:45:32.832748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19055): Terminating (SIGTERM)\u000a08:45:32.875241 run iperf3-srv_10.42.42.10(pid=19056): Terminating (SIGTERM)\u000a08:45:32.918625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19059): Terminating (SIGTERM)\u000a08:45:32.960310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19063): Terminating (SIGTERM)\u000a08:45:33.002075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19066): Terminating (SIGTERM)\u000a08:45:33.011692 --- ParallelTerminationStrategy: PID 18874 died...\u000a08:45:33.067988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18874): Terminated: ok {rc=0}\u000a08:45:33.078093 --- ParallelTerminationStrategy: PID 18876 died...\u000a08:45:33.133622 run iperf3-srv_10.42.42.10(pid=18876): Terminated {rc=256}\u000a08:45:33.143547 --- ParallelTerminationStrategy: PID 18978 died...\u000a08:45:33.199312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18978): Terminated: ok {rc=0}\u000a08:45:33.209402 --- ParallelTerminationStrategy: PID 19051 died...\u000a08:45:33.264754 run iperf3-srv_10.42.42.10(pid=19051): Terminated {rc=256}\u000a08:45:33.274707 --- ParallelTerminationStrategy: PID 19053 died...\u000a08:45:33.330015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19053): Terminated: ok {rc=0}\u000a08:45:33.339966 --- ParallelTerminationStrategy: PID 19054 died...\u000a08:45:33.395274 run iperf3-srv_10.42.42.10(pid=19054): Terminated {rc=256}\u000a08:45:33.405314 --- ParallelTerminationStrategy: PID 19055 died...\u000a08:45:33.460609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19055): Terminated: ok {rc=0}\u000a08:45:33.470702 --- ParallelTerminationStrategy: PID 19056 died...\u000a08:45:33.525919 run iperf3-srv_10.42.42.10(pid=19056): Terminated {rc=256}\u000a08:45:33.536197 --- ParallelTerminationStrategy: PID 19059 died...\u000a08:45:33.591397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19059): Terminated: ok {rc=0}\u000a08:45:33.601508 --- ParallelTerminationStrategy: PID 19063 died...\u000a08:45:33.656710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19063): Terminated: ok {rc=0}\u000a08:45:33.666759 --- ParallelTerminationStrategy: PID 19066 died...\u000a08:45:33.722153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19066): Terminated: ok {rc=0}\u000a08:45:33.807706 bus /gobi_4: Setting Powered False\u000a08:45:34.910569 bus /gobi_4: Setting Powered False\u000a08:45:36.020433 bus /gobi_1: Setting Powered False\u000a08:45:37.123368 bus /gobi_1: Setting Powered False\u000a08:45:38.234581 bus /gobi_0: Setting Powered False\u000a08:45:39.336328 bus /gobi_0: Setting Powered False\u000a08:45:40.448387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19074): Process ended prematurely: osmo-stp_10.42.42.5(pid=19074) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19074)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19074): Process ended prematurely: osmo-stp_10.42.42.5(pid=19074) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:45:41.514973 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:41.526556 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:45:41.688390 tst ping.py: using LAC 27217\u000a08:45:41.812465 tst ping.py: using RAC 187\u000a08:45:41.938341 tst ping.py: using CellId 27217\u000a08:45:42.065039 tst ping.py: using BVCI 27218\u000a08:45:42.089453 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:42.100804 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:42.111981 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:42.123149 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:42.134129 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:42.145279 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:42.156446 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:42.167577 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:45:42.458722 tst ping.py:19: start network...\u000a08:45:42.591786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:43.103484 run create_hlr_db(pid=19068): Launched\u000a08:45:43.289065 bus /gobi_6: Setting Powered False\u000a08:45:44.309279 run create_hlr_db(pid=19068): Terminated: ok {rc=0}\u000a08:45:44.736838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19070): Launched\u000a08:45:45.059018 run osmo-hlr_10.42.42.2(pid=19071): Launched\u000a08:45:45.176827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:45.734767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19073): Launched\u000a08:45:46.221267 run osmo-stp_10.42.42.5(pid=19074): Launched\u000a08:45:46.391724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:45:46.950848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19076): Launched\u000a08:45:47.062695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:45:47.363072 run patchelf(pid=19077): Launched\u000a08:45:47.549047 run osmo-stp_10.42.42.5(pid=19074): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19074)]\u000a08:45:47.685003 run osmo-stp_10.42.42.5(pid=19074): stdout: \u000a| (launched: 2022-12-10_08:45:45.912411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:47.821039 run osmo-stp_10.42.42.5(pid=19074): stderr: \u000a| �[0;m�[38;5;43m20221210084546127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084546127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084546128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084546129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084546130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084546130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084546130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:47.952542 run osmo-stp_10.42.42.5(pid=19074): stdout: \u000a| (launched: 2022-12-10_08:45:45.912411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:48.083113 run osmo-stp_10.42.42.5(pid=19074): stderr: \u000a| �[0;m�[38;5;43m20221210084546127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084546127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084546128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084546129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084546130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084546130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084546130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:48.235555 run patchelf(pid=19077): Terminating (SIGINT)\u000a08:45:48.414110 run patchelf(pid=19077): Terminated: ok {rc=0}\u000a08:45:48.446304 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19074): Process ended prematurely: osmo-stp_10.42.42.5(pid=19074) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19074)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:45:48.455292 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:45:48.518005 run osmo-hlr_10.42.42.2(pid=19071): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19071)]\u000a08:45:48.569237 run osmo-hlr_10.42.42.2(pid=19071): stdout: \u000a| (launched: 2022-12-10_08:45:44.898968) \u000a08:45:48.621075 run osmo-hlr_10.42.42.2(pid=19071): stderr: \u000a| �[0;m�[1;31m20221210084545102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084545102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084545102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084545102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084545102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084545102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084545114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084545122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084545123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084545123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:48.665338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19070): Terminating (SIGTERM)\u000a08:45:48.707289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19073): Terminating (SIGTERM)\u000a08:45:48.749279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19076): Terminating (SIGTERM)\u000a08:45:48.758965 --- ParallelTerminationStrategy: PID 19070 died...\u000a08:45:48.814858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19070): Terminated: ok {rc=0}\u000a08:45:48.824822 --- ParallelTerminationStrategy: PID 19073 died...\u000a08:45:48.880249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19073): Terminated: ok {rc=0}\u000a08:45:48.890222 --- ParallelTerminationStrategy: PID 19076 died...\u000a08:45:48.945330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19076): Terminated: ok {rc=0}\u000a08:45:49.032082 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19084): Process ended prematurely: osmo-stp_10.42.42.5(pid=19084) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19084)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19084): Process ended prematurely: osmo-stp_10.42.42.5(pid=19084) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:45:50.085117 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:50.097462 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:45:50.261882 tst ping_idle_ping.py: using LAC 27218\u000a08:45:50.388165 tst ping_idle_ping.py: using RAC 188\u000a08:45:50.513105 tst ping_idle_ping.py: using CellId 27218\u000a08:45:50.637996 tst ping_idle_ping.py: using BVCI 27219\u000a08:45:50.662436 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:50.673846 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:50.685051 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:50.696315 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:50.707462 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:50.718675 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:50.729950 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:45:50.741195 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:45:51.032779 tst ping_idle_ping.py:24: start network...\u000a08:45:51.166672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:51.687493 run create_hlr_db(pid=19078): Launched\u000a08:45:51.872461 bus /gobi_6: Setting Powered False\u000a08:45:52.893910 run create_hlr_db(pid=19078): Terminated: ok {rc=0}\u000a08:45:53.299303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19080): Launched\u000a08:45:53.604241 run osmo-hlr_10.42.42.2(pid=19081): Launched\u000a08:45:53.720019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:54.245794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19083): Launched\u000a08:45:54.550284 run osmo-stp_10.42.42.5(pid=19084): Launched\u000a08:45:54.660595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:45:55.185714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19086): Launched\u000a08:45:55.293132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:45:55.556427 run patchelf(pid=19087): Launched\u000a08:45:55.731598 run osmo-stp_10.42.42.5(pid=19084): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19084)]\u000a08:45:55.859268 run osmo-stp_10.42.42.5(pid=19084): stdout: \u000a| (launched: 2022-12-10_08:45:54.398006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:55.987125 run osmo-stp_10.42.42.5(pid=19084): stderr: \u000a| �[0;m�[38;5;43m20221210084554571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084554571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084554571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084554572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084554572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084554572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084554572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:56.111114 run osmo-stp_10.42.42.5(pid=19084): stdout: \u000a| (launched: 2022-12-10_08:45:54.398006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:56.234123 run osmo-stp_10.42.42.5(pid=19084): stderr: \u000a| �[0;m�[38;5;43m20221210084554571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084554571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084554571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084554572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084554572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084554572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084554572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:56.377335 run patchelf(pid=19087): Terminating (SIGINT)\u000a08:45:56.545049 run patchelf(pid=19087): Terminated: ok {rc=0}\u000a08:45:56.575434 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19084): Process ended prematurely: osmo-stp_10.42.42.5(pid=19084) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19084)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:45:56.583948 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:45:56.643593 run osmo-hlr_10.42.42.2(pid=19081): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19081)]\u000a08:45:56.692139 run osmo-hlr_10.42.42.2(pid=19081): stdout: \u000a| (launched: 2022-12-10_08:45:53.451659) \u000a08:45:56.741510 run osmo-hlr_10.42.42.2(pid=19081): stderr: \u000a| �[0;m�[1;31m20221210084553628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084553628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084553628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084553628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084553628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084553628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084553641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084553649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084553650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084553650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:56.783044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19080): Terminating (SIGTERM)\u000a08:45:56.822666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19083): Terminating (SIGTERM)\u000a08:45:56.862180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19086): Terminating (SIGTERM)\u000a08:45:56.871432 --- ParallelTerminationStrategy: PID 19080 died...\u000a08:45:56.924243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19080): Terminated: ok {rc=0}\u000a08:45:56.933728 --- ParallelTerminationStrategy: PID 19083 died...\u000a08:45:56.986094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19083): Terminated: ok {rc=0}\u000a08:45:56.995491 --- ParallelTerminationStrategy: PID 19086 died...\u000a08:45:57.047806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19086): Terminated: ok {rc=0}\u000a08:45:57.134633 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:44:57" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:45:59.299752 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.311234 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:45:59.475092 tst cs_paging_gprs_active.py: using LAC 27219\u000a08:45:59.600415 tst cs_paging_gprs_active.py: using RAC 189\u000a08:45:59.730874 tst cs_paging_gprs_active.py: using CellId 27219\u000a08:45:59.858424 tst cs_paging_gprs_active.py: using BVCI 27220\u000a08:45:59.883175 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.894382 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.905534 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.917144 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.929720 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.942007 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.952873 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.963707 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:45:59.974708 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:00.095893 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:00.392555 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:46:00.528294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:00.872122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19091): Launched\u000a08:46:01.168485 run iperf3-srv_10.42.42.10(pid=19092): Launched\u000a08:46:01.399147 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:46:01.540024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:01.883788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19093): Launched\u000a08:46:02.169109 run iperf3-srv_10.42.42.10(pid=19094): Launched\u000a08:46:02.357784 tst cs_paging_gprs_active.py:38: start network...\u000a08:46:02.485616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:02.969870 run create_hlr_db(pid=19095): Launched\u000a08:46:03.145388 bus /gobi_6: Setting Powered False\u000a08:46:04.166666 run create_hlr_db(pid=19095): Terminated: ok {rc=0}\u000a08:46:04.595383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Launched\u000a08:46:04.918328 run osmo-hlr_10.42.42.2(pid=19098): Launched\u000a08:46:05.036492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:05.598996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Launched\u000a08:46:05.922494 run osmo-stp_10.42.42.5(pid=19101): Launched\u000a08:46:06.040446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:06.604507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19103): Launched\u000a08:46:06.720584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:07.001914 run patchelf(pid=19104): Launched\u000a08:46:07.191420 run osmo-stp_10.42.42.5(pid=19101): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]\u000a08:46:07.330272 run osmo-stp_10.42.42.5(pid=19101): stdout: \u000a| (launched: 2022-12-10_08:46:05.764301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:07.469020 run osmo-stp_10.42.42.5(pid=19101): stderr: \u000a| �[0;m�[38;5;43m20221210084605956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084605956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084605956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084605957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084605959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084605959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084605959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:07.602952 run osmo-stp_10.42.42.5(pid=19101): stdout: \u000a| (launched: 2022-12-10_08:46:05.764301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:07.735513 run osmo-stp_10.42.42.5(pid=19101): stderr: \u000a| �[0;m�[38;5;43m20221210084605956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084605956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084605956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084605957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084605959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084605959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084605959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:07.890644 run patchelf(pid=19104): Terminating (SIGINT)\u000a08:46:08.072783 run patchelf(pid=19104): Terminated: ok {rc=0}\u000a08:46:08.106113 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:46:08.115747 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a08:46:08.178279 run osmo-hlr_10.42.42.2(pid=19098): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19098)]\u000a08:46:08.229673 run osmo-hlr_10.42.42.2(pid=19098): stdout: \u000a| (launched: 2022-12-10_08:46:04.760793) \u000a08:46:08.281558 run osmo-hlr_10.42.42.2(pid=19098): stderr: \u000a| �[0;m�[1;31m20221210084604958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084604958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084604958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084604958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084604958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084604959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084604971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084604980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084604980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084604980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:08.325875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19091): Terminating (SIGTERM)\u000a08:46:08.367396 run iperf3-srv_10.42.42.10(pid=19092): Terminating (SIGTERM)\u000a08:46:08.408810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19093): Terminating (SIGTERM)\u000a08:46:08.450496 run iperf3-srv_10.42.42.10(pid=19094): Terminating (SIGTERM)\u000a08:46:08.492255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Terminating (SIGTERM)\u000a08:46:08.534019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Terminating (SIGTERM)\u000a08:46:08.575651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19103): Terminating (SIGTERM)\u000a08:46:08.585264 --- ParallelTerminationStrategy: PID 19091 died...\u000a08:46:08.640871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19091): Terminated: ok {rc=0}\u000a08:46:08.651022 --- ParallelTerminationStrategy: PID 19092 died...\u000a08:46:08.705839 run iperf3-srv_10.42.42.10(pid=19092): Terminated {rc=256}\u000a08:46:08.715679 --- ParallelTerminationStrategy: PID 19093 died...\u000a08:46:08.770725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19093): Terminated: ok {rc=0}\u000a08:46:08.780637 --- ParallelTerminationStrategy: PID 19094 died...\u000a08:46:08.835303 run iperf3-srv_10.42.42.10(pid=19094): Terminated {rc=256}\u000a08:46:08.845328 --- ParallelTerminationStrategy: PID 19097 died...\u000a08:46:08.900228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Terminated: ok {rc=0}\u000a08:46:08.910236 --- ParallelTerminationStrategy: PID 19100 died...\u000a08:46:08.965143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Terminated: ok {rc=0}\u000a08:46:08.975133 --- ParallelTerminationStrategy: PID 19103 died...\u000a08:46:09.029957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19103): Terminated: ok {rc=0}\u000a08:46:09.115946 bus /gobi_0: Setting Powered False\u000a08:46:10.222711 bus /gobi_0: Setting Powered False\u000a08:46:11.332492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19113): Process ended prematurely: osmo-stp_10.42.42.5(pid=19113) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19113)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19113): Process ended prematurely: osmo-stp_10.42.42.5(pid=19113) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:46:12.443454 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:12.454919 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:46:12.617545 tst iperf3.py: using LAC 27220\u000a08:46:12.737878 tst iperf3.py: using RAC 190\u000a08:46:12.858264 tst iperf3.py: using CellId 27220\u000a08:46:12.978755 tst iperf3.py: using BVCI 27221\u000a08:46:13.002227 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:13.013010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:13.023625 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:13.035156 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:13.046567 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:13.057993 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:13.069769 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:13.080606 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:13.092002 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:13.386948 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:46:13.522677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:13.855986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19105): Launched\u000a08:46:14.132885 run iperf3-srv_10.42.42.10(pid=19106): Launched\u000a08:46:14.331638 tst iperf3.py:8: start network...\u000a08:46:14.466812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:14.982311 run create_hlr_db(pid=19107): Launched\u000a08:46:15.168764 bus /gobi_6: Setting Powered False\u000a08:46:16.192413 run create_hlr_db(pid=19107): Terminated: ok {rc=0}\u000a08:46:16.649270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19109): Launched\u000a08:46:16.993656 run osmo-hlr_10.42.42.2(pid=19110): Launched\u000a08:46:17.130795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:17.703698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19112): Launched\u000a08:46:18.026214 run osmo-stp_10.42.42.5(pid=19113): Launched\u000a08:46:18.143838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:18.707780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19115): Launched\u000a08:46:18.823821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:19.104418 run patchelf(pid=19116): Launched\u000a08:46:19.294169 run osmo-stp_10.42.42.5(pid=19113): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19113)]\u000a08:46:19.432793 run osmo-stp_10.42.42.5(pid=19113): stdout: \u000a| (launched: 2022-12-10_08:46:17.868727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:19.571593 run osmo-stp_10.42.42.5(pid=19113): stderr: \u000a| �[0;m�[38;5;43m20221210084618062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084618062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084618063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084618063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084618064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084618064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084618064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:19.706058 run osmo-stp_10.42.42.5(pid=19113): stdout: \u000a| (launched: 2022-12-10_08:46:17.868727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:19.839297 run osmo-stp_10.42.42.5(pid=19113): stderr: \u000a| �[0;m�[38;5;43m20221210084618062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084618062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084618063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084618063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084618064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084618064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084618064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:19.993768 run patchelf(pid=19116): Terminating (SIGINT)\u000a08:46:20.174947 run patchelf(pid=19116): Terminated: ok {rc=0}\u000a08:46:20.208465 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19113): Process ended prematurely: osmo-stp_10.42.42.5(pid=19113) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19113)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:46:20.218254 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:46:20.280573 run osmo-hlr_10.42.42.2(pid=19110): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19110)]\u000a08:46:20.331569 run osmo-hlr_10.42.42.2(pid=19110): stdout: \u000a| (launched: 2022-12-10_08:46:16.817239) \u000a08:46:20.383305 run osmo-hlr_10.42.42.2(pid=19110): stderr: \u000a| �[0;m�[1;31m20221210084617214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084617214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084617214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084617214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084617214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084617215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084617227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084617235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084617235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084617235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:20.427227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19105): Terminating (SIGTERM)\u000a08:46:20.468755 run iperf3-srv_10.42.42.10(pid=19106): Terminating (SIGTERM)\u000a08:46:20.510313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19109): Terminating (SIGTERM)\u000a08:46:20.551899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19112): Terminating (SIGTERM)\u000a08:46:20.593348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19115): Terminating (SIGTERM)\u000a08:46:20.602914 --- ParallelTerminationStrategy: PID 19105 died...\u000a08:46:20.658191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19105): Terminated: ok {rc=0}\u000a08:46:20.668199 --- ParallelTerminationStrategy: PID 19106 died...\u000a08:46:20.723562 run iperf3-srv_10.42.42.10(pid=19106): Terminated {rc=256}\u000a08:46:20.733573 --- ParallelTerminationStrategy: PID 19109 died...\u000a08:46:20.788381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19109): Terminated: ok {rc=0}\u000a08:46:20.798341 --- ParallelTerminationStrategy: PID 19112 died...\u000a08:46:20.853129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19112): Terminated: ok {rc=0}\u000a08:46:20.863087 --- ParallelTerminationStrategy: PID 19115 died...\u000a08:46:20.918016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19115): Terminated: ok {rc=0}\u000a08:46:21.003173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19131): Process ended prematurely: osmo-stp_10.42.42.5(pid=19131) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19131)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19131): Process ended prematurely: osmo-stp_10.42.42.5(pid=19131) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:46:22.118641 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.130659 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:46:22.298607 tst iperf3m4.py: using LAC 27221\u000a08:46:22.426100 tst iperf3m4.py: using RAC 191\u000a08:46:22.559522 tst iperf3m4.py: using CellId 27221\u000a08:46:22.687381 tst iperf3m4.py: using BVCI 27222\u000a08:46:22.712502 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.723994 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.735319 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.746796 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.758059 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.769347 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.780720 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.791954 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:22.803482 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:22.922097 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:23.043167 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:23.160076 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:23.455239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:46:23.591284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:23.925299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19117): Launched\u000a08:46:24.202781 run iperf3-srv_10.42.42.10(pid=19118): Launched\u000a08:46:24.401840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:46:24.537107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:24.870269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19119): Launched\u000a08:46:25.147243 run iperf3-srv_10.42.42.10(pid=19120): Launched\u000a08:46:25.346285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:46:25.482314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:25.816183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19121): Launched\u000a08:46:26.093147 run iperf3-srv_10.42.42.10(pid=19122): Launched\u000a08:46:26.292442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:46:26.427992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:26.760850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19123): Launched\u000a08:46:27.037781 run iperf3-srv_10.42.42.10(pid=19124): Launched\u000a08:46:27.236240 tst iperf3m4.py:8: start network...\u000a08:46:27.371761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:27.888679 run create_hlr_db(pid=19125): Launched\u000a08:46:28.075874 bus /gobi_6: Setting Powered False\u000a08:46:29.096906 run create_hlr_db(pid=19125): Terminated: ok {rc=0}\u000a08:46:29.528105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19127): Launched\u000a08:46:29.851486 run osmo-hlr_10.42.42.2(pid=19128): Launched\u000a08:46:29.969800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:30.531423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19130): Launched\u000a08:46:30.886551 run osmo-stp_10.42.42.5(pid=19131): Launched\u000a08:46:31.127795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:31.770124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19133): Launched\u000a08:46:31.889304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:32.188766 run patchelf(pid=19134): Launched\u000a08:46:32.371141 run osmo-stp_10.42.42.5(pid=19131): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19131)]\u000a08:46:32.503361 run osmo-stp_10.42.42.5(pid=19131): stdout: \u000a| (launched: 2022-12-10_08:46:30.695999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:32.634883 run osmo-stp_10.42.42.5(pid=19131): stderr: \u000a| �[0;m�[38;5;43m20221210084630957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084630957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084630958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084630958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084630958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084630959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084630959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:32.762152 run osmo-stp_10.42.42.5(pid=19131): stdout: \u000a| (launched: 2022-12-10_08:46:30.695999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:32.888049 run osmo-stp_10.42.42.5(pid=19131): stderr: \u000a| �[0;m�[38;5;43m20221210084630957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084630957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084630958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084630958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084630958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084630959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084630959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:33.034305 run patchelf(pid=19134): Terminating (SIGINT)\u000a08:46:33.205620 run patchelf(pid=19134): Terminated: ok {rc=0}\u000a08:46:33.236930 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19131): Process ended prematurely: osmo-stp_10.42.42.5(pid=19131) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19131)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:46:33.246315 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a08:46:33.307810 run osmo-hlr_10.42.42.2(pid=19128): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19128)]\u000a08:46:33.357546 run osmo-hlr_10.42.42.2(pid=19128): stdout: \u000a| (launched: 2022-12-10_08:46:29.692865) \u000a08:46:33.407749 run osmo-hlr_10.42.42.2(pid=19128): stderr: \u000a| �[0;m�[1;31m20221210084629891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084629891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084629891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084629891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084629891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084629891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084629903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084629912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084629912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084629912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:33.450314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19117): Terminating (SIGTERM)\u000a08:46:33.490641 run iperf3-srv_10.42.42.10(pid=19118): Terminating (SIGTERM)\u000a08:46:33.531656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19119): Terminating (SIGTERM)\u000a08:46:33.571965 run iperf3-srv_10.42.42.10(pid=19120): Terminating (SIGTERM)\u000a08:46:33.612264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19121): Terminating (SIGTERM)\u000a08:46:33.652617 run iperf3-srv_10.42.42.10(pid=19122): Terminating (SIGTERM)\u000a08:46:33.693752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19123): Terminating (SIGTERM)\u000a08:46:33.733995 run iperf3-srv_10.42.42.10(pid=19124): Terminating (SIGTERM)\u000a08:46:33.774643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19127): Terminating (SIGTERM)\u000a08:46:33.815126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19130): Terminating (SIGTERM)\u000a08:46:33.855438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19133): Terminating (SIGTERM)\u000a08:46:33.864350 --- ParallelTerminationStrategy: PID 19117 died...\u000a08:46:33.918351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19117): Terminated: ok {rc=0}\u000a08:46:33.927961 --- ParallelTerminationStrategy: PID 19118 died...\u000a08:46:33.981830 run iperf3-srv_10.42.42.10(pid=19118): Terminated {rc=256}\u000a08:46:33.991520 --- ParallelTerminationStrategy: PID 19119 died...\u000a08:46:34.045640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19119): Terminated: ok {rc=0}\u000a08:46:34.055485 --- ParallelTerminationStrategy: PID 19120 died...\u000a08:46:34.108977 run iperf3-srv_10.42.42.10(pid=19120): Terminated {rc=256}\u000a08:46:34.118793 --- ParallelTerminationStrategy: PID 19121 died...\u000a08:46:34.172351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19121): Terminated: ok {rc=0}\u000a08:46:34.182253 --- ParallelTerminationStrategy: PID 19122 died...\u000a08:46:34.235716 run iperf3-srv_10.42.42.10(pid=19122): Terminated {rc=256}\u000a08:46:34.245632 --- ParallelTerminationStrategy: PID 19123 died...\u000a08:46:34.299400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19123): Terminated: ok {rc=0}\u000a08:46:34.309406 --- ParallelTerminationStrategy: PID 19124 died...\u000a08:46:34.362976 run iperf3-srv_10.42.42.10(pid=19124): Terminated {rc=256}\u000a08:46:34.372853 --- ParallelTerminationStrategy: PID 19127 died...\u000a08:46:34.426607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19127): Terminated: ok {rc=0}\u000a08:46:34.436372 --- ParallelTerminationStrategy: PID 19130 died...\u000a08:46:34.490097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19130): Terminated: ok {rc=0}\u000a08:46:34.500009 --- ParallelTerminationStrategy: PID 19133 died...\u000a08:46:34.553761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19133): Terminated: ok {rc=0}\u000a08:46:34.642578 bus /gobi_4: Setting Powered False\u000a08:46:35.746353 bus /gobi_4: Setting Powered False\u000a08:46:36.857973 bus /gobi_1: Setting Powered False\u000a08:46:37.960525 bus /gobi_1: Setting Powered False\u000a08:46:39.070772 bus /gobi_0: Setting Powered False\u000a08:46:40.173626 bus /gobi_0: Setting Powered False\u000a08:46:41.286447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19141): Process ended prematurely: osmo-stp_10.42.42.5(pid=19141) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19141)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19141): Process ended prematurely: osmo-stp_10.42.42.5(pid=19141) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:46:42.352892 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:42.364236 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:46:42.529639 tst ping.py: using LAC 27222\u000a08:46:42.654924 tst ping.py: using RAC 192\u000a08:46:42.771096 tst ping.py: using CellId 27222\u000a08:46:42.887012 tst ping.py: using BVCI 27223\u000a08:46:42.910341 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:42.921151 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:42.931657 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:42.942738 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:42.953627 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:42.964544 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:42.975529 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:42.986576 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:43.277335 tst ping.py:19: start network...\u000a08:46:43.410482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:43.918935 run create_hlr_db(pid=19135): Launched\u000a08:46:44.103963 bus /gobi_6: Setting Powered False\u000a08:46:45.124004 run create_hlr_db(pid=19135): Terminated: ok {rc=0}\u000a08:46:45.546771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Launched\u000a08:46:45.915471 run osmo-hlr_10.42.42.2(pid=19138): Launched\u000a08:46:46.085205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:46.824407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19140): Launched\u000a08:46:47.223021 run osmo-stp_10.42.42.5(pid=19141): Launched\u000a08:46:47.524804 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:48.050563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19143): Launched\u000a08:46:48.156758 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:48.416270 run patchelf(pid=19144): Launched\u000a08:46:48.591534 run osmo-stp_10.42.42.5(pid=19141): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19141)]\u000a08:46:48.719247 run osmo-stp_10.42.42.5(pid=19141): stdout: \u000a| (launched: 2022-12-10_08:46:47.030246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:48.847446 run osmo-stp_10.42.42.5(pid=19141): stderr: \u000a| �[0;m�[38;5;43m20221210084647373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084647374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084647374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084647374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084647375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084647375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084647375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:48.971504 run osmo-stp_10.42.42.5(pid=19141): stdout: \u000a| (launched: 2022-12-10_08:46:47.030246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:49.094632 run osmo-stp_10.42.42.5(pid=19141): stderr: \u000a| �[0;m�[38;5;43m20221210084647373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084647374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084647374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084647374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084647375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084647375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084647375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:49.237794 run patchelf(pid=19144): Terminating (SIGINT)\u000a08:46:49.405856 run patchelf(pid=19144): Terminated: ok {rc=0}\u000a08:46:49.436241 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19141): Process ended prematurely: osmo-stp_10.42.42.5(pid=19141) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19141)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:46:49.444606 tst ping.py:22: Test FAILED (7.1 sec)\u000a08:46:49.504605 run osmo-hlr_10.42.42.2(pid=19138): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19138)]\u000a08:46:49.553256 run osmo-hlr_10.42.42.2(pid=19138): stdout: \u000a| (launched: 2022-12-10_08:46:45.709526) \u000a08:46:49.602982 run osmo-hlr_10.42.42.2(pid=19138): stderr: \u000a| �[0;m�[1;31m20221210084645945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084645945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084645945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084645945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084645945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084645945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084645967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084645988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084645988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084645988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:49.644841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Terminating (SIGTERM)\u000a08:46:49.684331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19140): Terminating (SIGTERM)\u000a08:46:49.723568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19143): Terminating (SIGTERM)\u000a08:46:49.732926 --- ParallelTerminationStrategy: PID 19137 died...\u000a08:46:49.785716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Terminated: ok {rc=0}\u000a08:46:49.795150 --- ParallelTerminationStrategy: PID 19140 died...\u000a08:46:49.847174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19140): Terminated: ok {rc=0}\u000a08:46:49.856681 --- ParallelTerminationStrategy: PID 19143 died...\u000a08:46:49.909079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19143): Terminated: ok {rc=0}\u000a08:46:49.991546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19151): Process ended prematurely: osmo-stp_10.42.42.5(pid=19151) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19151)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19151): Process ended prematurely: osmo-stp_10.42.42.5(pid=19151) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:46:51.045358 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:51.057167 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:46:51.224901 tst ping_idle_ping.py: using LAC 27223\u000a08:46:51.348265 tst ping_idle_ping.py: using RAC 193\u000a08:46:51.465904 tst ping_idle_ping.py: using CellId 27223\u000a08:46:51.584532 tst ping_idle_ping.py: using BVCI 27224\u000a08:46:51.607541 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:51.618291 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:51.628912 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:51.639790 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:51.650645 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:51.661625 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:51.672554 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:46:51.683389 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:46:51.959828 tst ping_idle_ping.py:24: start network...\u000a08:46:52.085422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:52.560101 run create_hlr_db(pid=19145): Launched\u000a08:46:52.733788 bus /gobi_6: Setting Powered False\u000a08:46:53.754501 run create_hlr_db(pid=19145): Terminated: ok {rc=0}\u000a08:46:54.178504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19147): Launched\u000a08:46:54.498275 run osmo-hlr_10.42.42.2(pid=19148): Launched\u000a08:46:54.616175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:55.169106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19150): Launched\u000a08:46:55.487638 run osmo-stp_10.42.42.5(pid=19151): Launched\u000a08:46:55.603422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:56.158856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19153): Launched\u000a08:46:56.273202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:56.549972 run patchelf(pid=19154): Launched\u000a08:46:56.736544 run osmo-stp_10.42.42.5(pid=19151): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19151)]\u000a08:46:56.872666 run osmo-stp_10.42.42.5(pid=19151): stdout: \u000a| (launched: 2022-12-10_08:46:55.332077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:57.008717 run osmo-stp_10.42.42.5(pid=19151): stderr: \u000a| �[0;m�[38;5;43m20221210084655524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084655524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084655525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084655525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084655525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084655526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084655526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:57.140405 run osmo-stp_10.42.42.5(pid=19151): stdout: \u000a| (launched: 2022-12-10_08:46:55.332077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:57.271645 run osmo-stp_10.42.42.5(pid=19151): stderr: \u000a| �[0;m�[38;5;43m20221210084655524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084655524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084655525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084655525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084655525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084655526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084655526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:57.423860 run patchelf(pid=19154): Terminating (SIGINT)\u000a08:46:57.602399 run patchelf(pid=19154): Terminated: ok {rc=0}\u000a08:46:57.634710 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19151): Process ended prematurely: osmo-stp_10.42.42.5(pid=19151) [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19151)] [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:46:57.643718 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:46:57.706015 run osmo-hlr_10.42.42.2(pid=19148): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19148)]\u000a08:46:57.756826 run osmo-hlr_10.42.42.2(pid=19148): stdout: \u000a| (launched: 2022-12-10_08:46:54.341893) \u000a08:46:57.807995 run osmo-hlr_10.42.42.2(pid=19148): stderr: \u000a| �[0;m�[1;31m20221210084654541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084654541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084654541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084654542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084654542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084654542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084654555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084654563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084654563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084654563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:57.851676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19147): Terminating (SIGTERM)\u000a08:46:57.892823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19150): Terminating (SIGTERM)\u000a08:46:57.934092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19153): Terminating (SIGTERM)\u000a08:46:57.943619 --- ParallelTerminationStrategy: PID 19147 died...\u000a08:46:57.998638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19147): Terminated: ok {rc=0}\u000a08:46:58.008484 --- ParallelTerminationStrategy: PID 19150 died...\u000a08:46:58.063419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19150): Terminated: ok {rc=0}\u000a08:46:58.073405 --- ParallelTerminationStrategy: PID 19153 died...\u000a08:46:58.128598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19153): Terminated: ok {rc=0}\u000a08:46:58.215124 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:45:58" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19169): Process ended prematurely: osmo-stp_10.42.42.5(pid=19169) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19169)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19169): Process ended prematurely: osmo-stp_10.42.42.5(pid=19169) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:47:00.383044 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:00.394511 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:47:00.542452 tst cs_paging_gprs_active.py: using LAC 27224\u000a08:47:00.668114 tst cs_paging_gprs_active.py: using RAC 194\u000a08:47:00.790563 tst cs_paging_gprs_active.py: using CellId 27224\u000a08:47:00.913117 tst cs_paging_gprs_active.py: using BVCI 27225\u000a08:47:00.937624 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:00.949443 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:00.961062 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:00.974344 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:00.986934 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:00.999267 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:01.011183 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:01.024579 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:01.037342 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:01.166651 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:01.487554 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:47:01.627794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:01.991534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19159): Launched\u000a08:47:02.287650 run iperf3-srv_10.42.42.10(pid=19160): Launched\u000a08:47:02.488613 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:47:02.625218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:02.965734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19161): Launched\u000a08:47:03.250016 run iperf3-srv_10.42.42.10(pid=19162): Launched\u000a08:47:03.450059 tst cs_paging_gprs_active.py:38: start network...\u000a08:47:03.586202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:04.110462 run create_hlr_db(pid=19163): Launched\u000a08:47:04.298451 bus /gobi_6: Setting Powered False\u000a08:47:05.319682 run create_hlr_db(pid=19163): Terminated: ok {rc=0}\u000a08:47:05.733679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19165): Launched\u000a08:47:06.043489 run osmo-hlr_10.42.42.2(pid=19166): Launched\u000a08:47:06.163049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:06.705458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19168): Launched\u000a08:47:07.015232 run osmo-stp_10.42.42.5(pid=19169): Launched\u000a08:47:07.127537 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:07.664090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19171): Launched\u000a08:47:07.774007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:08.043770 run patchelf(pid=19172): Launched\u000a08:47:08.222838 run osmo-stp_10.42.42.5(pid=19169): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19169)]\u000a08:47:08.354098 run osmo-stp_10.42.42.5(pid=19169): stdout: \u000a| (launched: 2022-12-10_08:47:06.861210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:08.485507 run osmo-stp_10.42.42.5(pid=19169): stderr: \u000a| �[0;m�[38;5;43m20221210084707036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084707036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084707036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084707036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084707037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084707037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084707037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:08.612815 run osmo-stp_10.42.42.5(pid=19169): stdout: \u000a| (launched: 2022-12-10_08:47:06.861210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:08.738952 run osmo-stp_10.42.42.5(pid=19169): stderr: \u000a| �[0;m�[38;5;43m20221210084707036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084707036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084707036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084707036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084707037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084707037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084707037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:08.885336 run patchelf(pid=19172): Terminating (SIGINT)\u000a08:47:09.057228 run patchelf(pid=19172): Terminated: ok {rc=0}\u000a08:47:09.088420 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19169): Process ended prematurely: osmo-stp_10.42.42.5(pid=19169) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19169)] [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a08:47:09.097618 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:47:09.158859 run osmo-hlr_10.42.42.2(pid=19166): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19166)]\u000a08:47:09.208464 run osmo-hlr_10.42.42.2(pid=19166): stdout: \u000a| (launched: 2022-12-10_08:47:05.889871) \u000a08:47:09.258866 run osmo-hlr_10.42.42.2(pid=19166): stderr: \u000a| �[0;m�[1;31m20221210084706070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084706070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084706070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084706070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084706070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084706070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084706083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084706091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084706092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084706092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:09.301197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19159): Terminating (SIGTERM)\u000a08:47:09.341679 run iperf3-srv_10.42.42.10(pid=19160): Terminating (SIGTERM)\u000a08:47:09.382352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19161): Terminating (SIGTERM)\u000a08:47:09.422832 run iperf3-srv_10.42.42.10(pid=19162): Terminating (SIGTERM)\u000a08:47:09.464073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19165): Terminating (SIGTERM)\u000a08:47:09.503900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19168): Terminating (SIGTERM)\u000a08:47:09.544452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19171): Terminating (SIGTERM)\u000a08:47:09.554380 --- ParallelTerminationStrategy: PID 19159 died...\u000a08:47:09.608784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19159): Terminated: ok {rc=0}\u000a08:47:09.618466 --- ParallelTerminationStrategy: PID 19160 died...\u000a08:47:09.671827 run iperf3-srv_10.42.42.10(pid=19160): Terminated {rc=256}\u000a08:47:09.682033 --- ParallelTerminationStrategy: PID 19161 died...\u000a08:47:09.735816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19161): Terminated: ok {rc=0}\u000a08:47:09.746024 --- ParallelTerminationStrategy: PID 19162 died...\u000a08:47:09.799463 run iperf3-srv_10.42.42.10(pid=19162): Terminated {rc=256}\u000a08:47:09.809916 --- ParallelTerminationStrategy: PID 19165 died...\u000a08:47:09.864162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19165): Terminated: ok {rc=0}\u000a08:47:09.873789 --- ParallelTerminationStrategy: PID 19168 died...\u000a08:47:09.927312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19168): Terminated: ok {rc=0}\u000a08:47:09.937609 --- ParallelTerminationStrategy: PID 19171 died...\u000a08:47:09.991981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19171): Terminated: ok {rc=0}\u000a08:47:10.080120 bus /gobi_0: Setting Powered False\u000a08:47:11.183405 bus /gobi_0: Setting Powered False\u000a08:47:12.295158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19181): Process ended prematurely: osmo-stp_10.42.42.5(pid=19181) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19181)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19181): Process ended prematurely: osmo-stp_10.42.42.5(pid=19181) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a08:47:13.405304 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:13.417138 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:47:13.564682 tst iperf3.py: using LAC 27225\u000a08:47:13.684235 tst iperf3.py: using RAC 195\u000a08:47:13.806648 tst iperf3.py: using CellId 27225\u000a08:47:13.925343 tst iperf3.py: using BVCI 27226\u000a08:47:13.948633 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:13.959862 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:13.970988 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:13.982327 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:13.993520 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:14.004653 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:14.015971 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:14.027168 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:14.038686 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:14.334685 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:47:14.470993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:14.810730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19173): Launched\u000a08:47:15.094362 run iperf3-srv_10.42.42.10(pid=19174): Launched\u000a08:47:15.294064 tst iperf3.py:8: start network...\u000a08:47:15.430022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:15.998203 run create_hlr_db(pid=19175): Launched\u000a08:47:16.182422 bus /gobi_6: Setting Powered False\u000a08:47:17.237126 run create_hlr_db(pid=19175): Terminated: ok {rc=0}\u000a08:47:17.671971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19177): Launched\u000a08:47:17.981743 run osmo-hlr_10.42.42.2(pid=19178): Launched\u000a08:47:18.101677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:18.644380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19180): Launched\u000a08:47:18.954519 run osmo-stp_10.42.42.5(pid=19181): Launched\u000a08:47:19.065623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:19.600159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19183): Launched\u000a08:47:19.709356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:19.979347 run patchelf(pid=19184): Launched\u000a08:47:20.157776 run osmo-stp_10.42.42.5(pid=19181): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19181)]\u000a08:47:20.288549 run osmo-stp_10.42.42.5(pid=19181): stdout: \u000a| (launched: 2022-12-10_08:47:18.800038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:20.419453 run osmo-stp_10.42.42.5(pid=19181): stderr: \u000a| �[0;m�[38;5;43m20221210084718974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084718974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084718974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084718975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084718975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084718975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084718975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:20.546550 run osmo-stp_10.42.42.5(pid=19181): stdout: \u000a| (launched: 2022-12-10_08:47:18.800038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:20.672291 run osmo-stp_10.42.42.5(pid=19181): stderr: \u000a| �[0;m�[38;5;43m20221210084718974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084718974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084718974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084718975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084718975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084718975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084718975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:20.818500 run patchelf(pid=19184): Terminating (SIGINT)\u000a08:47:20.989700 run patchelf(pid=19184): Terminated: ok {rc=0}\u000a08:47:21.021009 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19181): Process ended prematurely: osmo-stp_10.42.42.5(pid=19181) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19181)] [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a08:47:21.030149 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:47:21.090161 run osmo-hlr_10.42.42.2(pid=19178): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19178)]\u000a08:47:21.138797 run osmo-hlr_10.42.42.2(pid=19178): stdout: \u000a| (launched: 2022-12-10_08:47:17.827820) \u000a08:47:21.188232 run osmo-hlr_10.42.42.2(pid=19178): stderr: \u000a| �[0;m�[1;31m20221210084718010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084718010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084718010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084718010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084718010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084718010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084718022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084718031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084718031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084718031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:21.230261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19173): Terminating (SIGTERM)\u000a08:47:21.269645 run iperf3-srv_10.42.42.10(pid=19174): Terminating (SIGTERM)\u000a08:47:21.309288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19177): Terminating (SIGTERM)\u000a08:47:21.349094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19180): Terminating (SIGTERM)\u000a08:47:21.388430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19183): Terminating (SIGTERM)\u000a08:47:21.397788 --- ParallelTerminationStrategy: PID 19173 died...\u000a08:47:21.450623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19173): Terminated: ok {rc=0}\u000a08:47:21.460348 --- ParallelTerminationStrategy: PID 19174 died...\u000a08:47:21.512799 run iperf3-srv_10.42.42.10(pid=19174): Terminated {rc=256}\u000a08:47:21.522526 --- ParallelTerminationStrategy: PID 19177 died...\u000a08:47:21.575882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19177): Terminated: ok {rc=0}\u000a08:47:21.585680 --- ParallelTerminationStrategy: PID 19180 died...\u000a08:47:21.638147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19180): Terminated: ok {rc=0}\u000a08:47:21.647839 --- ParallelTerminationStrategy: PID 19183 died...\u000a08:47:21.700598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19183): Terminated: ok {rc=0}\u000a08:47:21.788580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19200): Process ended prematurely: osmo-stp_10.42.42.5(pid=19200) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19200)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19200): Process ended prematurely: osmo-stp_10.42.42.5(pid=19200) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a08:47:22.902374 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:22.914609 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:47:23.063546 tst iperf3m4.py: using LAC 27226\u000a08:47:23.190380 tst iperf3m4.py: using RAC 196\u000a08:47:23.317087 tst iperf3m4.py: using CellId 27226\u000a08:47:23.444281 tst iperf3m4.py: using BVCI 27227\u000a08:47:23.467853 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:23.479192 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:23.490412 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:23.501716 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:23.513134 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:23.524420 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:23.535865 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:23.547101 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:23.558597 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:23.678925 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:23.798981 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:23.917173 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:24.213646 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:47:24.350286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:24.689484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19186): Launched\u000a08:47:24.972775 run iperf3-srv_10.42.42.10(pid=19187): Launched\u000a08:47:25.171154 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:47:25.307088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:25.644849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19188): Launched\u000a08:47:25.926174 run iperf3-srv_10.42.42.10(pid=19189): Launched\u000a08:47:26.125253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:47:26.260929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:26.600785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19190): Launched\u000a08:47:26.882520 run iperf3-srv_10.42.42.10(pid=19191): Launched\u000a08:47:27.080275 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:47:27.215340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:27.556196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19192): Launched\u000a08:47:27.838680 run iperf3-srv_10.42.42.10(pid=19193): Launched\u000a08:47:28.037263 tst iperf3m4.py:8: start network...\u000a08:47:28.172725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:28.696073 run create_hlr_db(pid=19194): Launched\u000a08:47:28.882697 bus /gobi_6: Setting Powered False\u000a08:47:29.904514 run create_hlr_db(pid=19194): Terminated: ok {rc=0}\u000a08:47:30.317295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19196): Launched\u000a08:47:30.627078 run osmo-hlr_10.42.42.2(pid=19197): Launched\u000a08:47:30.745187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:31.394594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19199): Launched\u000a08:47:31.807576 run osmo-stp_10.42.42.5(pid=19200): Launched\u000a08:47:31.957552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:32.596683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19202): Launched\u000a08:47:32.705644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:32.974998 run patchelf(pid=19203): Launched\u000a08:47:33.152900 run osmo-stp_10.42.42.5(pid=19200): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19200)]\u000a08:47:33.282825 run osmo-stp_10.42.42.5(pid=19200): stdout: \u000a| (launched: 2022-12-10_08:47:31.564157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:33.413685 run osmo-stp_10.42.42.5(pid=19200): stderr: \u000a| �[0;m�[38;5;43m20221210084731922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084731922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084731922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084731923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084731923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084731923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084731923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:33.539861 run osmo-stp_10.42.42.5(pid=19200): stdout: \u000a| (launched: 2022-12-10_08:47:31.564157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:33.665369 run osmo-stp_10.42.42.5(pid=19200): stderr: \u000a| �[0;m�[38;5;43m20221210084731922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084731922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084731922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084731923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084731923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084731923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084731923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:33.811016 run patchelf(pid=19203): Terminating (SIGINT)\u000a08:47:33.982165 run patchelf(pid=19203): Terminated: ok {rc=0}\u000a08:47:34.014166 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19200): Process ended prematurely: osmo-stp_10.42.42.5(pid=19200) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19200)] [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a08:47:34.023454 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a08:47:34.083998 run osmo-hlr_10.42.42.2(pid=19197): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19197)]\u000a08:47:34.132865 run osmo-hlr_10.42.42.2(pid=19197): stdout: \u000a| (launched: 2022-12-10_08:47:30.471947) \u000a08:47:34.182223 run osmo-hlr_10.42.42.2(pid=19197): stderr: \u000a| �[0;m�[1;31m20221210084730654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084730654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084730654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084730654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084730654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084730654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084730667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084730678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084730678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084730678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:34.223642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19186): Terminating (SIGTERM)\u000a08:47:34.263023 run iperf3-srv_10.42.42.10(pid=19187): Terminating (SIGTERM)\u000a08:47:34.302538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19188): Terminating (SIGTERM)\u000a08:47:34.342156 run iperf3-srv_10.42.42.10(pid=19189): Terminating (SIGTERM)\u000a08:47:34.381759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19190): Terminating (SIGTERM)\u000a08:47:34.421057 run iperf3-srv_10.42.42.10(pid=19191): Terminating (SIGTERM)\u000a08:47:34.460695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19192): Terminating (SIGTERM)\u000a08:47:34.499962 run iperf3-srv_10.42.42.10(pid=19193): Terminating (SIGTERM)\u000a08:47:34.539379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19196): Terminating (SIGTERM)\u000a08:47:34.578775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19199): Terminating (SIGTERM)\u000a08:47:34.618161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19202): Terminating (SIGTERM)\u000a08:47:34.627114 --- ParallelTerminationStrategy: PID 19186 died...\u000a08:47:34.679643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19186): Terminated: ok {rc=0}\u000a08:47:34.689328 --- ParallelTerminationStrategy: PID 19187 died...\u000a08:47:34.741861 run iperf3-srv_10.42.42.10(pid=19187): Terminated {rc=256}\u000a08:47:34.751522 --- ParallelTerminationStrategy: PID 19188 died...\u000a08:47:34.803849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19188): Terminated: ok {rc=0}\u000a08:47:34.813598 --- ParallelTerminationStrategy: PID 19189 died...\u000a08:47:34.865980 run iperf3-srv_10.42.42.10(pid=19189): Terminated {rc=256}\u000a08:47:34.875605 --- ParallelTerminationStrategy: PID 19190 died...\u000a08:47:34.928699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19190): Terminated: ok {rc=0}\u000a08:47:34.938199 --- ParallelTerminationStrategy: PID 19191 died...\u000a08:47:34.990324 run iperf3-srv_10.42.42.10(pid=19191): Terminated {rc=256}\u000a08:47:34.999922 --- ParallelTerminationStrategy: PID 19192 died...\u000a08:47:35.052176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19192): Terminated: ok {rc=0}\u000a08:47:35.061863 --- ParallelTerminationStrategy: PID 19193 died...\u000a08:47:35.113952 run iperf3-srv_10.42.42.10(pid=19193): Terminated {rc=256}\u000a08:47:35.123556 --- ParallelTerminationStrategy: PID 19196 died...\u000a08:47:35.176222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19196): Terminated: ok {rc=0}\u000a08:47:35.185720 --- ParallelTerminationStrategy: PID 19199 died...\u000a08:47:35.238286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19199): Terminated: ok {rc=0}\u000a08:47:35.247969 --- ParallelTerminationStrategy: PID 19202 died...\u000a08:47:35.300006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19202): Terminated: ok {rc=0}\u000a08:47:35.386940 bus /gobi_4: Setting Powered False\u000a08:47:36.489610 bus /gobi_4: Setting Powered False\u000a08:47:37.594473 bus /gobi_1: Setting Powered False\u000a08:47:38.698838 bus /gobi_1: Setting Powered False\u000a08:47:39.808321 bus /gobi_0: Setting Powered False\u000a08:47:40.908735 bus /gobi_0: Setting Powered False\u000a08:47:42.019522 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a08:47:43.085642 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:43.097344 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:47:43.237227 tst ping.py: using LAC 27227\u000a08:47:43.355864 tst ping.py: using RAC 197\u000a08:47:43.474841 tst ping.py: using CellId 27227\u000a08:47:43.594493 tst ping.py: using BVCI 27228\u000a08:47:43.617400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:43.628587 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:43.639733 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:43.651147 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:43.662445 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:43.673817 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:43.685299 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:43.696564 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:43.970716 tst ping.py:19: start network...\u000a08:47:44.095746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:44.569647 run create_hlr_db(pid=19204): Launched\u000a08:47:44.742691 bus /gobi_6: Setting Powered False\u000a08:47:45.762268 run create_hlr_db(pid=19204): Terminated: ok {rc=0}\u000a08:47:46.230830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Launched\u000a08:47:46.563630 run osmo-hlr_10.42.42.2(pid=19207): Launched\u000a08:47:46.771433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:47.414797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Launched\u000a08:47:47.720627 run osmo-stp_10.42.42.5(pid=19210): Launched\u000a08:47:47.829800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:48.355504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19212): Launched\u000a08:47:48.462402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:48.728000 run patchelf(pid=19213): Launched\u000a08:47:48.903841 run osmo-stp_10.42.42.5(pid=19210): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]\u000a08:47:49.032276 run osmo-stp_10.42.42.5(pid=19210): stdout: \u000a| (launched: 2022-12-10_08:47:47.567941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:49.161158 run osmo-stp_10.42.42.5(pid=19210): stderr: \u000a| �[0;m�[38;5;43m20221210084747742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084747742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084747742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084747743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084747743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084747743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084747743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:49.285638 run osmo-stp_10.42.42.5(pid=19210): stdout: \u000a| (launched: 2022-12-10_08:47:47.567941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:49.409088 run osmo-stp_10.42.42.5(pid=19210): stderr: \u000a| �[0;m�[38;5;43m20221210084747742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084747742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084747742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084747743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084747743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084747743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084747743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:49.553139 run patchelf(pid=19213): Terminating (SIGINT)\u000a08:47:49.722238 run patchelf(pid=19213): Terminated: ok {rc=0}\u000a08:47:49.752744 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)] [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a08:47:49.761425 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:47:49.821860 run osmo-hlr_10.42.42.2(pid=19207): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19207)]\u000a08:47:49.870844 run osmo-hlr_10.42.42.2(pid=19207): stdout: \u000a| (launched: 2022-12-10_08:47:46.385839) \u000a08:47:49.920410 run osmo-hlr_10.42.42.2(pid=19207): stderr: \u000a| �[0;m�[1;31m20221210084746672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084746673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084746673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084746673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084746673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084746673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084746692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084746710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084746710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084746710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:49.962243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Terminating (SIGTERM)\u000a08:47:50.002069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Terminating (SIGTERM)\u000a08:47:50.041731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19212): Terminating (SIGTERM)\u000a08:47:50.051116 --- ParallelTerminationStrategy: PID 19206 died...\u000a08:47:50.104791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Terminated: ok {rc=0}\u000a08:47:50.114435 --- ParallelTerminationStrategy: PID 19209 died...\u000a08:47:50.168005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Terminated: ok {rc=0}\u000a08:47:50.177811 --- ParallelTerminationStrategy: PID 19212 died...\u000a08:47:50.230752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19212): Terminated: ok {rc=0}\u000a08:47:50.314800 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19220): Process ended prematurely: osmo-stp_10.42.42.5(pid=19220) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19220)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19220): Process ended prematurely: osmo-stp_10.42.42.5(pid=19220) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a08:47:51.367482 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:51.379945 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:47:51.528126 tst ping_idle_ping.py: using LAC 27228\u000a08:47:51.653138 tst ping_idle_ping.py: using RAC 198\u000a08:47:51.778152 tst ping_idle_ping.py: using CellId 27228\u000a08:47:51.903285 tst ping_idle_ping.py: using BVCI 27229\u000a08:47:51.927920 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:51.939647 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:51.951305 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:51.962919 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:51.974370 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:51.986009 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:51.997736 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:47:52.009258 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:47:52.286758 tst ping_idle_ping.py:24: start network...\u000a08:47:52.412606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:52.894287 run create_hlr_db(pid=19214): Launched\u000a08:47:53.068191 bus /gobi_6: Setting Powered False\u000a08:47:54.089749 run create_hlr_db(pid=19214): Terminated: ok {rc=0}\u000a08:47:54.519411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19216): Launched\u000a08:47:54.843868 run osmo-hlr_10.42.42.2(pid=19217): Launched\u000a08:47:54.960911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:55.523916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19219): Launched\u000a08:47:55.848734 run osmo-stp_10.42.42.5(pid=19220): Launched\u000a08:47:55.965387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:56.526587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19222): Launched\u000a08:47:56.640030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:56.921320 run patchelf(pid=19223): Launched\u000a08:47:57.107865 run osmo-stp_10.42.42.5(pid=19220): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19220)]\u000a08:47:57.244479 run osmo-stp_10.42.42.5(pid=19220): stdout: \u000a| (launched: 2022-12-10_08:47:55.686935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:57.380824 run osmo-stp_10.42.42.5(pid=19220): stderr: \u000a| �[0;m�[38;5;43m20221210084755884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084755885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084755885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084755885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084755886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084755886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084755886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:57.513003 run osmo-stp_10.42.42.5(pid=19220): stdout: \u000a| (launched: 2022-12-10_08:47:55.686935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:57.644193 run osmo-stp_10.42.42.5(pid=19220): stderr: \u000a| �[0;m�[38;5;43m20221210084755884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084755885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084755885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084755885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084755886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084755886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084755886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:57.796924 run patchelf(pid=19223): Terminating (SIGINT)\u000a08:47:57.975387 run patchelf(pid=19223): Terminated: ok {rc=0}\u000a08:47:58.007810 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19220): Process ended prematurely: osmo-stp_10.42.42.5(pid=19220) [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19220)] [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a08:47:58.016807 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:47:58.078821 run osmo-hlr_10.42.42.2(pid=19217): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19217)]\u000a08:47:58.129550 run osmo-hlr_10.42.42.2(pid=19217): stdout: \u000a| (launched: 2022-12-10_08:47:54.682275) \u000a08:47:58.180828 run osmo-hlr_10.42.42.2(pid=19217): stderr: \u000a| �[0;m�[1;31m20221210084754884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084754884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084754884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084754884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084754884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084754884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084754902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084754912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084754912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084754912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:58.224989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19216): Terminating (SIGTERM)\u000a08:47:58.266556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19219): Terminating (SIGTERM)\u000a08:47:58.308035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19222): Terminating (SIGTERM)\u000a08:47:58.317749 --- ParallelTerminationStrategy: PID 19216 died...\u000a08:47:58.372566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19216): Terminated: ok {rc=0}\u000a08:47:58.382520 --- ParallelTerminationStrategy: PID 19219 died...\u000a08:47:58.437328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19219): Terminated: ok {rc=0}\u000a08:47:58.447236 --- ParallelTerminationStrategy: PID 19222 died...\u000a08:47:58.502023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19222): Terminated: ok {rc=0}\u000a08:47:58.587673 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:46:59" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19234): Process ended prematurely: osmo-stp_10.42.42.5(pid=19234) [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19234)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19234): Process ended prematurely: osmo-stp_10.42.42.5(pid=19234) [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:48:00.631347 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:48:00.643068 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:48:00.807343 tst switch_tch_pdch.py: using LAC 27229\u000a08:48:00.951851 tst switch_tch_pdch.py: using RAC 199\u000a08:48:01.083336 tst switch_tch_pdch.py: using CellId 27229\u000a08:48:01.213197 tst switch_tch_pdch.py: using BVCI 27230\u000a08:48:01.238783 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:48:01.251288 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:48:01.263458 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:48:01.275850 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:48:01.288023 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:48:01.300442 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:48:01.313173 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:48:01.325299 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:48:01.447746 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:48:01.743542 tst switch_tch_pdch.py:51: start network...\u000a08:48:01.878775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:02.391714 run create_hlr_db(pid=19228): Launched\u000a08:48:02.576172 bus /gobi_6: Setting Powered False\u000a08:48:03.596578 run create_hlr_db(pid=19228): Terminated: ok {rc=0}\u000a08:48:04.018031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19230): Launched\u000a08:48:04.335961 run osmo-hlr_10.42.42.2(pid=19231): Launched\u000a08:48:04.455391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:05.007959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19233): Launched\u000a08:48:05.325273 run osmo-stp_10.42.42.5(pid=19234): Launched\u000a08:48:05.440832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:05.994478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19236): Launched\u000a08:48:06.107765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:06.385024 run patchelf(pid=19237): Launched\u000a08:48:06.570805 run osmo-stp_10.42.42.5(pid=19234): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19234)]\u000a08:48:06.706437 run osmo-stp_10.42.42.5(pid=19234): stdout: \u000a| (launched: 2022-12-10_08:48:05.169760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:06.842248 run osmo-stp_10.42.42.5(pid=19234): stderr: \u000a| �[0;m�[38;5;43m20221210084805361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084805361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084805361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084805361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084805362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084805362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084805362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:06.973953 run osmo-stp_10.42.42.5(pid=19234): stdout: \u000a| (launched: 2022-12-10_08:48:05.169760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:07.104754 run osmo-stp_10.42.42.5(pid=19234): stderr: \u000a| �[0;m�[38;5;43m20221210084805361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084805361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084805361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084805361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084805362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084805362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084805362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:07.257435 run patchelf(pid=19237): Terminating (SIGINT)\u000a08:48:07.435728 run patchelf(pid=19237): Terminated: ok {rc=0}\u000a08:48:07.468003 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19234): Process ended prematurely: osmo-stp_10.42.42.5(pid=19234) [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19234)] [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:48:07.477088 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a08:48:07.539128 run osmo-hlr_10.42.42.2(pid=19231): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19231)]\u000a08:48:07.589870 run osmo-hlr_10.42.42.2(pid=19231): stdout: \u000a| (launched: 2022-12-10_08:48:04.179733) \u000a08:48:07.641172 run osmo-hlr_10.42.42.2(pid=19231): stderr: \u000a| �[0;m�[1;31m20221210084804379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084804379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084804379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084804379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084804379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084804379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084804392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084804402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084804402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084804402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:07.685078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19230): Terminating (SIGTERM)\u000a08:48:07.726501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19233): Terminating (SIGTERM)\u000a08:48:07.767948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19236): Terminating (SIGTERM)\u000a08:48:07.777603 --- ParallelTerminationStrategy: PID 19230 died...\u000a08:48:07.832835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19230): Terminated: ok {rc=0}\u000a08:48:07.842823 --- ParallelTerminationStrategy: PID 19233 died...\u000a08:48:07.897861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19233): Terminated: ok {rc=0}\u000a08:48:07.907814 --- ParallelTerminationStrategy: PID 19236 died...\u000a08:48:07.962820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19236): Terminated: ok {rc=0}\u000a08:48:08.049689 bus /gobi_0: Setting Powered False\u000a08:48:09.154291 bus /gobi_0: Setting Powered False\u000a08:48:10.265853 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:48:00" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19247): Process ended prematurely: osmo-stp_10.42.42.5(pid=19247) [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19247)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19247): Process ended prematurely: osmo-stp_10.42.42.5(pid=19247) [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:48:12.232229 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:48:12.243159 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:48:12.400160 tst switch_tch_pdch.py: using LAC 27230\u000a08:48:12.518010 tst switch_tch_pdch.py: using RAC 200\u000a08:48:12.636012 tst switch_tch_pdch.py: using CellId 27230\u000a08:48:12.753533 tst switch_tch_pdch.py: using BVCI 27231\u000a08:48:12.776442 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:48:12.787276 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:48:12.798004 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:48:12.808885 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:48:12.819875 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:48:12.830918 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:48:12.842041 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:48:12.852918 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:48:12.970159 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:48:13.245437 tst switch_tch_pdch.py:51: start network...\u000a08:48:13.370621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:13.819438 run create_hlr_db(pid=19241): Launched\u000a08:48:13.941488 bus /gobi_6: Setting Powered False\u000a08:48:15.013490 run create_hlr_db(pid=19241): Terminated: ok {rc=0}\u000a08:48:15.389974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19243): Launched\u000a08:48:15.692824 run osmo-hlr_10.42.42.2(pid=19244): Launched\u000a08:48:15.802824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:16.365817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19246): Launched\u000a08:48:16.726847 run osmo-stp_10.42.42.5(pid=19247): Launched\u000a08:48:16.858047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:17.528080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19249): Launched\u000a08:48:17.641617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:17.922268 run patchelf(pid=19250): Launched\u000a08:48:18.108561 run osmo-stp_10.42.42.5(pid=19247): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19247)]\u000a08:48:18.244548 run osmo-stp_10.42.42.5(pid=19247): stdout: \u000a| (launched: 2022-12-10_08:48:16.549425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:18.382097 run osmo-stp_10.42.42.5(pid=19247): stderr: \u000a| �[0;m�[38;5;43m20221210084816950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084816950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084816950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084816950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084816951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084816951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084816951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:18.514330 run osmo-stp_10.42.42.5(pid=19247): stdout: \u000a| (launched: 2022-12-10_08:48:16.549425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:18.645098 run osmo-stp_10.42.42.5(pid=19247): stderr: \u000a| �[0;m�[38;5;43m20221210084816950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084816950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084816950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084816950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084816951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084816951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084816951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:18.797179 run patchelf(pid=19250): Terminating (SIGINT)\u000a08:48:18.975228 run patchelf(pid=19250): Terminated: ok {rc=0}\u000a08:48:19.007780 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19247): Process ended prematurely: osmo-stp_10.42.42.5(pid=19247) [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19247)] [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:48:19.016873 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a08:48:19.080016 run osmo-hlr_10.42.42.2(pid=19244): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19244)]\u000a08:48:19.131289 run osmo-hlr_10.42.42.2(pid=19244): stdout: \u000a| (launched: 2022-12-10_08:48:15.541287) \u000a08:48:19.183201 run osmo-hlr_10.42.42.2(pid=19244): stderr: \u000a| �[0;m�[1;31m20221210084815724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084815724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084815724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084815725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084815725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084815725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084815736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084815745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084815745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084815745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:19.226792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19243): Terminating (SIGTERM)\u000a08:48:19.268853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19246): Terminating (SIGTERM)\u000a08:48:19.310710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19249): Terminating (SIGTERM)\u000a08:48:19.320725 --- ParallelTerminationStrategy: PID 19243 died...\u000a08:48:19.376643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19243): Terminated: ok {rc=0}\u000a08:48:19.386674 --- ParallelTerminationStrategy: PID 19246 died...\u000a08:48:19.441884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19246): Terminated: ok {rc=0}\u000a08:48:19.452209 --- ParallelTerminationStrategy: PID 19249 died...\u000a08:48:19.507332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19249): Terminated: ok {rc=0}\u000a08:48:19.593116 bus /gobi_0: Setting Powered False\u000a08:48:20.698455 bus /gobi_0: Setting Powered False\u000a08:48:21.807282 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:48:11" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19256) [trial-2372↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19256)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19256) [trial-2372↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a08:48:23.714951 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a08:48:23.726291 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:48:23.863124 tst mo_mt_sms.py: using LAC 27231\u000a08:48:23.980349 tst mo_mt_sms.py: using RAC 201\u000a08:48:24.099913 tst mo_mt_sms.py: using CellId 27231\u000a08:48:24.219685 tst mo_mt_sms.py: using BVCI 27232\u000a08:48:24.242522 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:48:24.362154 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:48:24.653058 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:48:24.785839 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:48:25.440393 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19255): Launched\u000a08:48:25.753412 run osmo-nitb_10.42.42.2(pid=19256): Launched\u000a08:48:25.948068 run osmo-nitb_10.42.42.2(pid=19256): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19256)]\u000a08:48:26.091412 run osmo-nitb_10.42.42.2(pid=19256): stdout: \u000a| (launched: 2022-12-10_08:48:25.601683) \u000a08:48:26.235394 run osmo-nitb_10.42.42.2(pid=19256): stderr: \u000a| (launched: 2022-12-10_08:48:25.648872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:48:26.374925 run osmo-nitb_10.42.42.2(pid=19256): stdout: \u000a| (launched: 2022-12-10_08:48:25.601683) \u000a08:48:26.513438 run osmo-nitb_10.42.42.2(pid=19256): stderr: \u000a| (launched: 2022-12-10_08:48:25.648872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:48:26.880761 tst osmo-nitb_10.42.42.2(pid=19256): stdout: \u000a| (launched: 2022-12-10_08:48:25.601683) \u000a08:48:27.006734 tst osmo-nitb_10.42.42.2(pid=19256): stderr: \u000a| (launched: 2022-12-10_08:48:25.648872)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:48:27.061851 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19256): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19256) [trial-2372↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19256)] [trial-2372↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a08:48:27.070441 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a08:48:27.105976 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19255): Terminating (SIGTERM)\u000a08:48:27.283626 --- ParallelTerminationStrategy: PID 19255 died...\u000a08:48:27.340464 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19255): Terminated: ok {rc=0}\u000a08:48:27.426303 bus /sierra_3: Setting Powered False\u000a08:48:28.529582 bus /sierra_3: Setting Powered False\u000a08:48:29.641602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:48:23" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19266): Process ended prematurely: osmo-stp_10.42.42.5(pid=19266) [trial-2372↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19266)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19266): Process ended prematurely: osmo-stp_10.42.42.5(pid=19266) [trial-2372↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a08:48:31.567275 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:31.581920 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:48:31.778714 tst mo_mt_sms.py: using LAC 27232\u000a08:48:31.942906 tst mo_mt_sms.py: using RAC 202\u000a08:48:32.071612 tst mo_mt_sms.py: using CellId 27232\u000a08:48:32.223406 tst mo_mt_sms.py: using BVCI 27233\u000a08:48:32.248713 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:32.260321 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:32.271912 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:32.285438 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:32.298481 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:32.309927 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:48:32.430970 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:48:32.641426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:33.154592 run create_hlr_db(pid=19260): Launched\u000a08:48:33.339923 bus /sierra_2: Setting Powered False\u000a08:48:34.360607 run create_hlr_db(pid=19260): Terminated: ok {rc=0}\u000a08:48:34.768355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19262): Launched\u000a08:48:35.071013 run osmo-hlr_10.42.42.2(pid=19263): Launched\u000a08:48:35.183025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:35.716072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19265): Launched\u000a08:48:36.019341 run osmo-stp_10.42.42.5(pid=19266): Launched\u000a08:48:36.128324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:48:36.679412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19268): Launched\u000a08:48:36.983329 run osmo-msc_10.42.42.6(pid=19269): Launched\u000a08:48:37.159449 run osmo-stp_10.42.42.5(pid=19266): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19266)]\u000a08:48:37.287534 run osmo-stp_10.42.42.5(pid=19266): stdout: \u000a| (launched: 2022-12-10_08:48:35.867852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:37.412759 run osmo-stp_10.42.42.5(pid=19266): stderr: \u000a| �[0;m�[38;5;43m20221210084836041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084836041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084836042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084836042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084836042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084836042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084836043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:37.533575 run osmo-stp_10.42.42.5(pid=19266): stdout: \u000a| (launched: 2022-12-10_08:48:35.867852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:37.653185 run osmo-stp_10.42.42.5(pid=19266): stderr: \u000a| �[0;m�[38;5;43m20221210084836041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084836041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084836042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084836042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084836042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084836042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084836043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:37.705380 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19266): Process ended prematurely: osmo-stp_10.42.42.5(pid=19266) [trial-2372↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19266)] [trial-2372↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a08:48:37.713092 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a08:48:37.772856 run osmo-hlr_10.42.42.2(pid=19263): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19263)]\u000a08:48:37.821572 run osmo-hlr_10.42.42.2(pid=19263): stdout: \u000a| (launched: 2022-12-10_08:48:34.919879) \u000a08:48:37.870922 run osmo-hlr_10.42.42.2(pid=19263): stderr: \u000a| �[0;m�[1;31m20221210084835099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084835099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084835099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084835099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084835099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084835099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084835111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084835122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084835123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084835123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:37.937983 run osmo-msc_10.42.42.6(pid=19269): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19269)]\u000a08:48:37.986650 run osmo-msc_10.42.42.6(pid=19269): stdout: \u000a| (launched: 2022-12-10_08:48:36.830934) \u000a08:48:38.035970 run osmo-msc_10.42.42.6(pid=19269): stderr: \u000a| �[0;m�[38;5;43m20221210084837104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084837104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48a1980c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084837105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084837105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084837105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084837105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084837107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084837107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084837107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084837108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:48:38.077603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19262): Terminating (SIGTERM)\u000a08:48:38.117112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19265): Terminating (SIGTERM)\u000a08:48:38.157097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19268): Terminating (SIGTERM)\u000a08:48:38.166411 --- ParallelTerminationStrategy: PID 19262 died...\u000a08:48:38.219187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19262): Terminated: ok {rc=0}\u000a08:48:38.228868 --- ParallelTerminationStrategy: PID 19265 died...\u000a08:48:38.281852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19265): Terminated: ok {rc=0}\u000a08:48:38.291416 --- ParallelTerminationStrategy: PID 19268 died...\u000a08:48:38.344182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19268): Terminated: ok {rc=0}\u000a08:48:38.426741 bus /sierra_3: Setting Powered False\u000a08:48:39.533335 bus /sierra_3: Setting Powered False\u000a08:48:40.640310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:48:31" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19275) [trial-2372↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19275)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19275) [trial-2372↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a08:48:42.487546 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a08:48:42.498855 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:48:42.635401 tst assert_extension.py: using LAC 27233\u000a08:48:42.754345 tst assert_extension.py: using RAC 203\u000a08:48:42.873339 tst assert_extension.py: using CellId 27233\u000a08:48:42.991298 tst assert_extension.py: using BVCI 27234\u000a08:48:43.013951 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a08:48:43.303022 tst assert_extension.py:10: start nitb and bts...\u000a08:48:43.435578 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:48:44.091307 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19274): Launched\u000a08:48:44.405990 run osmo-nitb_10.42.42.2(pid=19275): Launched\u000a08:48:44.601904 run osmo-nitb_10.42.42.2(pid=19275): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19275)]\u000a08:48:44.746238 run osmo-nitb_10.42.42.2(pid=19275): stdout: \u000a| (launched: 2022-12-10_08:48:44.253167) \u000a08:48:44.890634 run osmo-nitb_10.42.42.2(pid=19275): stderr: \u000a| (launched: 2022-12-10_08:48:44.301208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:48:45.030683 run osmo-nitb_10.42.42.2(pid=19275): stdout: \u000a| (launched: 2022-12-10_08:48:44.253167) \u000a08:48:45.169574 run osmo-nitb_10.42.42.2(pid=19275): stderr: \u000a| (launched: 2022-12-10_08:48:44.301208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:48:45.534700 tst osmo-nitb_10.42.42.2(pid=19275): stdout: \u000a| (launched: 2022-12-10_08:48:44.253167) \u000a08:48:45.661253 tst osmo-nitb_10.42.42.2(pid=19275): stderr: \u000a| (launched: 2022-12-10_08:48:44.301208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:48:45.716660 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19275): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19275) [trial-2372↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19275)] [trial-2372↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a08:48:45.725232 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:48:45.761154 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19274): Terminating (SIGTERM)\u000a08:48:45.938716 --- ParallelTerminationStrategy: PID 19274 died...\u000a08:48:46.003582 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19274): Terminated: ok {rc=0}\u000a08:48:46.092882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:48:42" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19285): Process ended prematurely: osmo-stp_10.42.42.5(pid=19285) [trial-2372↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19285)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19285): Process ended prematurely: osmo-stp_10.42.42.5(pid=19285) [trial-2372↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a08:48:47.950298 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:47.963710 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:48:48.108581 tst assert_extension.py: using LAC 27234\u000a08:48:48.234832 tst assert_extension.py: using RAC 204\u000a08:48:48.358293 tst assert_extension.py: using CellId 27234\u000a08:48:48.481195 tst assert_extension.py: using BVCI 27235\u000a08:48:48.505448 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:48.516514 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:48.527636 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:48.538662 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:48.549678 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:48:48.560618 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a08:48:48.759310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:49.233605 run create_hlr_db(pid=19279): Launched\u000a08:48:49.407763 bus /sierra_2: Setting Powered False\u000a08:48:50.428014 run create_hlr_db(pid=19279): Terminated: ok {rc=0}\u000a08:48:50.855648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19281): Launched\u000a08:48:51.177799 run osmo-hlr_10.42.42.2(pid=19282): Launched\u000a08:48:51.294746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:51.936571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19284): Launched\u000a08:48:52.254061 run osmo-stp_10.42.42.5(pid=19285): Launched\u000a08:48:52.367906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:48:52.941446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19287): Launched\u000a08:48:53.256913 run osmo-msc_10.42.42.6(pid=19288): Launched\u000a08:48:53.441517 run osmo-stp_10.42.42.5(pid=19285): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19285)]\u000a08:48:53.574544 run osmo-stp_10.42.42.5(pid=19285): stdout: \u000a| (launched: 2022-12-10_08:48:52.095555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:53.707012 run osmo-stp_10.42.42.5(pid=19285): stderr: \u000a| �[0;m�[38;5;43m20221210084852293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084852293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084852294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084852294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084852294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084852294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084852295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:53.832587 run osmo-stp_10.42.42.5(pid=19285): stdout: \u000a| (launched: 2022-12-10_08:48:52.095555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:53.957444 run osmo-stp_10.42.42.5(pid=19285): stderr: \u000a| �[0;m�[38;5;43m20221210084852293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084852293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084852294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084852294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084852294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084852294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084852295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:54.011984 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19285): Process ended prematurely: osmo-stp_10.42.42.5(pid=19285) [trial-2372↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19285)] [trial-2372↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a08:48:54.020426 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a08:48:54.082271 run osmo-hlr_10.42.42.2(pid=19282): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19282)]\u000a08:48:54.133476 run osmo-hlr_10.42.42.2(pid=19282): stdout: \u000a| (launched: 2022-12-10_08:48:51.017628) \u000a08:48:54.184796 run osmo-hlr_10.42.42.2(pid=19282): stderr: \u000a| �[0;m�[1;31m20221210084851220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084851220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084851220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084851220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084851220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084851220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084851233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084851241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084851242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084851242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:54.254455 run osmo-msc_10.42.42.6(pid=19288): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19288)]\u000a08:48:54.305404 run osmo-msc_10.42.42.6(pid=19288): stdout: \u000a| (launched: 2022-12-10_08:48:53.100192) \u000a08:48:54.356889 run osmo-msc_10.42.42.6(pid=19288): stderr: \u000a| �[0;m�[38;5;43m20221210084853423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084853423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc242ac8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084853424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084853424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084853424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084853424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084853426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084853426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084853426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084853426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:48:54.400456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19281): Terminating (SIGTERM)\u000a08:48:54.441805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19284): Terminating (SIGTERM)\u000a08:48:54.482849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19287): Terminating (SIGTERM)\u000a08:48:54.492010 --- ParallelTerminationStrategy: PID 19281 died...\u000a08:48:54.546862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19281): Terminated: ok {rc=0}\u000a08:48:54.556640 --- ParallelTerminationStrategy: PID 19284 died...\u000a08:48:54.611247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19284): Terminated: ok {rc=0}\u000a08:48:54.620898 --- ParallelTerminationStrategy: PID 19287 died...\u000a08:48:54.675959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19287): Terminated: ok {rc=0}\u000a08:48:54.762251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:48:47" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19299): Process ended prematurely: osmo-stp_10.42.42.5(pid=19299) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19299)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19299): Process ended prematurely: osmo-stp_10.42.42.5(pid=19299) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:48:56.722068 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:48:56.733575 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:48:56.898152 tst mo_mt_call.py: using LAC 27235\u000a08:48:57.018080 tst mo_mt_call.py: using RAC 205\u000a08:48:57.136493 tst mo_mt_call.py: using CellId 27235\u000a08:48:57.256477 tst mo_mt_call.py: using BVCI 27236\u000a08:48:57.279587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:48:57.290876 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:48:57.302091 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:48:57.313389 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:48:57.324573 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:48:57.335781 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:48:57.454693 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:48:57.667625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:58.176147 run create_hlr_db(pid=19293): Launched\u000a08:48:58.360502 bus /sierra_2: Setting Powered False\u000a08:48:59.382116 run create_hlr_db(pid=19293): Terminated: ok {rc=0}\u000a08:48:59.804849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19295): Launched\u000a08:49:00.121584 run osmo-hlr_10.42.42.2(pid=19296): Launched\u000a08:49:00.238539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:00.792386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19298): Launched\u000a08:49:01.288460 run osmo-stp_10.42.42.5(pid=19299): Launched\u000a08:49:01.506273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:49:02.155982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19301): Launched\u000a08:49:02.464124 run osmo-msc_10.42.42.6(pid=19302): Launched\u000a08:49:02.644091 run osmo-stp_10.42.42.5(pid=19299): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19299)]\u000a08:49:02.774977 run osmo-stp_10.42.42.5(pid=19299): stdout: \u000a| (launched: 2022-12-10_08:49:00.990439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:02.900478 run osmo-stp_10.42.42.5(pid=19299): stderr: \u000a| �[0;m�[38;5;43m20221210084901224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084901224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084901233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084901233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084901234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084901234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084901234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:03.021624 run osmo-stp_10.42.42.5(pid=19299): stdout: \u000a| (launched: 2022-12-10_08:49:00.990439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:03.141673 run osmo-stp_10.42.42.5(pid=19299): stderr: \u000a| �[0;m�[38;5;43m20221210084901224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084901224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084901233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084901233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084901234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084901234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084901234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:03.194269 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19299): Process ended prematurely: osmo-stp_10.42.42.5(pid=19299) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19299)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:49:03.202805 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:49:03.262529 run osmo-hlr_10.42.42.2(pid=19296): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19296)]\u000a08:49:03.311738 run osmo-hlr_10.42.42.2(pid=19296): stdout: \u000a| (launched: 2022-12-10_08:48:59.966475) \u000a08:49:03.361399 run osmo-hlr_10.42.42.2(pid=19296): stderr: \u000a| �[0;m�[1;31m20221210084900164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084900164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084900164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084900164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084900164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084900165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084900177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084900185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084900186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084900186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:03.428463 run osmo-msc_10.42.42.6(pid=19302): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19302)]\u000a08:49:03.477413 run osmo-msc_10.42.42.6(pid=19302): stdout: \u000a| (launched: 2022-12-10_08:49:02.313326) \u000a08:49:03.527162 run osmo-msc_10.42.42.6(pid=19302): stderr: \u000a| �[0;m�[38;5;43m20221210084902583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084902583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1d93bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084902584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084902584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084902584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084902584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084902586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084902586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084902586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084902586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:49:03.568675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19295): Terminating (SIGTERM)\u000a08:49:03.608057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19298): Terminating (SIGTERM)\u000a08:49:03.647536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19301): Terminating (SIGTERM)\u000a08:49:03.656834 --- ParallelTerminationStrategy: PID 19295 died...\u000a08:49:03.709529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19295): Terminated: ok {rc=0}\u000a08:49:03.719237 --- ParallelTerminationStrategy: PID 19298 died...\u000a08:49:03.771792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19298): Terminated: ok {rc=0}\u000a08:49:03.781315 --- ParallelTerminationStrategy: PID 19301 died...\u000a08:49:03.834108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19301): Terminated: ok {rc=0}\u000a08:49:03.921286 bus /sierra_3: Setting Powered False\u000a08:49:05.024135 bus /sierra_3: Setting Powered False\u000a08:49:06.130737 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19311): Process ended prematurely: osmo-stp_10.42.42.5(pid=19311) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19311)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19311): Process ended prematurely: osmo-stp_10.42.42.5(pid=19311) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:49:07.244447 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:49:07.256711 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:49:07.424301 tst mo_mt_call_osmux.py: using LAC 27236\u000a08:49:07.548640 tst mo_mt_call_osmux.py: using RAC 206\u000a08:49:07.668790 tst mo_mt_call_osmux.py: using CellId 27236\u000a08:49:07.788130 tst mo_mt_call_osmux.py: using BVCI 27237\u000a08:49:07.811180 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:49:07.822358 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:49:07.833369 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:49:07.844488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:49:07.855690 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:49:07.866896 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:49:07.986010 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:49:08.188351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:08.662588 run create_hlr_db(pid=19305): Launched\u000a08:49:08.836859 bus /sierra_2: Setting Powered False\u000a08:49:09.857239 run create_hlr_db(pid=19305): Terminated: ok {rc=0}\u000a08:49:10.258698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19307): Launched\u000a08:49:10.560286 run osmo-hlr_10.42.42.2(pid=19308): Launched\u000a08:49:10.672175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:11.194011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19310): Launched\u000a08:49:11.496317 run osmo-stp_10.42.42.5(pid=19311): Launched\u000a08:49:11.607145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:49:12.155046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19313): Launched\u000a08:49:12.456757 run osmo-msc_10.42.42.6(pid=19314): Launched\u000a08:49:12.633992 run osmo-stp_10.42.42.5(pid=19311): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19311)]\u000a08:49:12.761759 run osmo-stp_10.42.42.5(pid=19311): stdout: \u000a| (launched: 2022-12-10_08:49:11.347028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:12.887429 run osmo-stp_10.42.42.5(pid=19311): stderr: \u000a| �[0;m�[38;5;43m20221210084911517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084911517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084911517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084911518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084911518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084911518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084911518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:13.007882 run osmo-stp_10.42.42.5(pid=19311): stdout: \u000a| (launched: 2022-12-10_08:49:11.347028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:13.127518 run osmo-stp_10.42.42.5(pid=19311): stderr: \u000a| �[0;m�[38;5;43m20221210084911517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084911517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084911517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084911518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084911518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084911518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084911518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:13.180111 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19311): Process ended prematurely: osmo-stp_10.42.42.5(pid=19311) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19311)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:49:13.188455 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:49:13.247564 run osmo-hlr_10.42.42.2(pid=19308): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19308)]\u000a08:49:13.296148 run osmo-hlr_10.42.42.2(pid=19308): stdout: \u000a| (launched: 2022-12-10_08:49:10.411987) \u000a08:49:13.345122 run osmo-hlr_10.42.42.2(pid=19308): stderr: \u000a| �[0;m�[1;31m20221210084910586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084910586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084910586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084910586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084910586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084910586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084910598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084910607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084910607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084910607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:13.411558 run osmo-msc_10.42.42.6(pid=19314): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19314)]\u000a08:49:13.459927 run osmo-msc_10.42.42.6(pid=19314): stdout: \u000a| (launched: 2022-12-10_08:49:12.308340) \u000a08:49:13.508861 run osmo-msc_10.42.42.6(pid=19314): stderr: \u000a| �[0;m�[38;5;43m20221210084912578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084912578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f478b7e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084912578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084912578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084912578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084912579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084912580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084912581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084912581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084912581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:49:13.550151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19307): Terminating (SIGTERM)\u000a08:49:13.589259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19310): Terminating (SIGTERM)\u000a08:49:13.629204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19313): Terminating (SIGTERM)\u000a08:49:13.638177 --- ParallelTerminationStrategy: PID 19307 died...\u000a08:49:13.690725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19307): Terminated: ok {rc=0}\u000a08:49:13.700336 --- ParallelTerminationStrategy: PID 19310 died...\u000a08:49:13.752478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19310): Terminated: ok {rc=0}\u000a08:49:13.762022 --- ParallelTerminationStrategy: PID 19313 died...\u000a08:49:13.814448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19313): Terminated: ok {rc=0}\u000a08:49:13.897574 bus /sierra_3: Setting Powered False\u000a08:49:15.002948 bus /sierra_3: Setting Powered False\u000a08:49:16.121665 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:48:56" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19327): Process ended prematurely: osmo-stp_10.42.42.5(pid=19327) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19327)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19327): Process ended prematurely: osmo-stp_10.42.42.5(pid=19327) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:49:18.132606 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:18.144167 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:49:18.307846 tst mo_mt_call.py: using LAC 27237\u000a08:49:18.433569 tst mo_mt_call.py: using RAC 207\u000a08:49:18.560542 tst mo_mt_call.py: using CellId 27237\u000a08:49:18.687835 tst mo_mt_call.py: using BVCI 27238\u000a08:49:18.712164 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:18.723733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:18.735286 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:18.746757 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:18.758521 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:18.770606 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:49:18.888761 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:49:19.090670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:19.567565 run create_hlr_db(pid=19321): Launched\u000a08:49:19.741340 bus /sierra_2: Setting Powered False\u000a08:49:20.761274 run create_hlr_db(pid=19321): Terminated: ok {rc=0}\u000a08:49:21.190026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19323): Launched\u000a08:49:21.514113 run osmo-hlr_10.42.42.2(pid=19324): Launched\u000a08:49:21.632093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:22.190867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19326): Launched\u000a08:49:22.516485 run osmo-stp_10.42.42.5(pid=19327): Launched\u000a08:49:22.633971 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:49:23.225966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19329): Launched\u000a08:49:23.551125 run osmo-msc_10.42.42.6(pid=19330): Launched\u000a08:49:23.739500 run osmo-stp_10.42.42.5(pid=19327): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19327)]\u000a08:49:23.874637 run osmo-stp_10.42.42.5(pid=19327): stdout: \u000a| (launched: 2022-12-10_08:49:22.353631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:24.009038 run osmo-stp_10.42.42.5(pid=19327): stderr: \u000a| �[0;m�[38;5;43m20221210084922551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084922551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084922552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084922552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:24.136882 run osmo-stp_10.42.42.5(pid=19327): stdout: \u000a| (launched: 2022-12-10_08:49:22.353631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:24.264063 run osmo-stp_10.42.42.5(pid=19327): stderr: \u000a| �[0;m�[38;5;43m20221210084922551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084922551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084922552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084922552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084922553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:24.320600 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19327): Process ended prematurely: osmo-stp_10.42.42.5(pid=19327) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19327)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:49:24.329748 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:49:24.391256 run osmo-hlr_10.42.42.2(pid=19324): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19324)]\u000a08:49:24.441918 run osmo-hlr_10.42.42.2(pid=19324): stdout: \u000a| (launched: 2022-12-10_08:49:21.353318) \u000a08:49:24.493215 run osmo-hlr_10.42.42.2(pid=19324): stderr: \u000a| �[0;m�[1;31m20221210084921554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084921554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084921554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084921554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084921554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084921554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084921567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084921575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084921575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084921575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:24.562766 run osmo-msc_10.42.42.6(pid=19330): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19330)]\u000a08:49:24.613378 run osmo-msc_10.42.42.6(pid=19330): stdout: \u000a| (launched: 2022-12-10_08:49:23.388885) \u000a08:49:24.664410 run osmo-msc_10.42.42.6(pid=19330): stderr: \u000a| �[0;m�[38;5;43m20221210084923719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084923719 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe04a903c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084923719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084923719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084923719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084923719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084923721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084923721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084923722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084923722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:49:24.707572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19323): Terminating (SIGTERM)\u000a08:49:24.748355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19326): Terminating (SIGTERM)\u000a08:49:24.789490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19329): Terminating (SIGTERM)\u000a08:49:24.798960 --- ParallelTerminationStrategy: PID 19323 died...\u000a08:49:24.853595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19323): Terminated: ok {rc=0}\u000a08:49:24.863418 --- ParallelTerminationStrategy: PID 19326 died...\u000a08:49:24.918149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19326): Terminated: ok {rc=0}\u000a08:49:24.927945 --- ParallelTerminationStrategy: PID 19329 died...\u000a08:49:24.982384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19329): Terminated: ok {rc=0}\u000a08:49:25.068157 bus /sierra_3: Setting Powered False\u000a08:49:26.172082 bus /sierra_3: Setting Powered False\u000a08:49:27.281313 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19338): Process ended prematurely: osmo-stp_10.42.42.5(pid=19338) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19338)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19338): Process ended prematurely: osmo-stp_10.42.42.5(pid=19338) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:49:28.393882 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:28.405961 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:49:28.570818 tst mo_mt_call_osmux.py: using LAC 27238\u000a08:49:28.693091 tst mo_mt_call_osmux.py: using RAC 208\u000a08:49:28.818853 tst mo_mt_call_osmux.py: using CellId 27238\u000a08:49:28.942207 tst mo_mt_call_osmux.py: using BVCI 27239\u000a08:49:28.965389 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:28.976359 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:28.987264 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:28.998801 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:29.010062 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:49:29.021305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:49:29.137666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:49:29.349407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:29.863422 run create_hlr_db(pid=19332): Launched\u000a08:49:30.048008 bus /sierra_2: Setting Powered False\u000a08:49:31.068551 run create_hlr_db(pid=19332): Terminated: ok {rc=0}\u000a08:49:31.529885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19334): Launched\u000a08:49:31.893517 run osmo-hlr_10.42.42.2(pid=19335): Launched\u000a08:49:32.023235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:32.705105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19337): Launched\u000a08:49:33.030452 run osmo-stp_10.42.42.5(pid=19338): Launched\u000a08:49:33.146314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:49:33.736384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19340): Launched\u000a08:49:34.061198 run osmo-msc_10.42.42.6(pid=19341): Launched\u000a08:49:34.248575 run osmo-stp_10.42.42.5(pid=19338): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19338)]\u000a08:49:34.390611 run osmo-stp_10.42.42.5(pid=19338): stdout: \u000a| (launched: 2022-12-10_08:49:32.868761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:34.523809 run osmo-stp_10.42.42.5(pid=19338): stderr: \u000a| �[0;m�[38;5;43m20221210084933067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084933067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084933067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084933068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084933068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084933068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084933068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:34.652221 run osmo-stp_10.42.42.5(pid=19338): stdout: \u000a| (launched: 2022-12-10_08:49:32.868761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:34.779451 run osmo-stp_10.42.42.5(pid=19338): stderr: \u000a| �[0;m�[38;5;43m20221210084933067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084933067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084933067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084933068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084933068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084933068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084933068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:34.835464 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19338): Process ended prematurely: osmo-stp_10.42.42.5(pid=19338) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19338)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:49:34.844411 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:49:34.905954 run osmo-hlr_10.42.42.2(pid=19335): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19335)]\u000a08:49:34.956639 run osmo-hlr_10.42.42.2(pid=19335): stdout: \u000a| (launched: 2022-12-10_08:49:31.735149) \u000a08:49:35.008220 run osmo-hlr_10.42.42.2(pid=19335): stderr: \u000a| �[0;m�[1;31m20221210084932106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084932107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084932107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084932107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084932107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084932107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084932120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084932137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084932138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084932138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:35.077892 run osmo-msc_10.42.42.6(pid=19341): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19341)]\u000a08:49:35.128457 run osmo-msc_10.42.42.6(pid=19341): stdout: \u000a| (launched: 2022-12-10_08:49:33.899334) \u000a08:49:35.179570 run osmo-msc_10.42.42.6(pid=19341): stderr: \u000a| �[0;m�[38;5;43m20221210084934226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084934226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f494ecabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084934226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084934227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084934227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084934227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084934229 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084934229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084934229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084934229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:49:35.222812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19334): Terminating (SIGTERM)\u000a08:49:35.263887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19337): Terminating (SIGTERM)\u000a08:49:35.305425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19340): Terminating (SIGTERM)\u000a08:49:35.314835 --- ParallelTerminationStrategy: PID 19334 died...\u000a08:49:35.369825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19334): Terminated: ok {rc=0}\u000a08:49:35.379614 --- ParallelTerminationStrategy: PID 19337 died...\u000a08:49:35.434296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19337): Terminated: ok {rc=0}\u000a08:49:35.444102 --- ParallelTerminationStrategy: PID 19340 died...\u000a08:49:35.498872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19340): Terminated: ok {rc=0}\u000a08:49:35.585129 bus /sierra_3: Setting Powered False\u000a08:49:36.687164 bus /sierra_3: Setting Powered False\u000a08:49:37.796005 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:49:17" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19352): Process ended prematurely: osmo-stp_10.42.42.5(pid=19352) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19352)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19352): Process ended prematurely: osmo-stp_10.42.42.5(pid=19352) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:49:39.802535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:39.814125 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:49:39.976876 tst mo_mt_call.py: using LAC 27239\u000a08:49:40.093865 tst mo_mt_call.py: using RAC 209\u000a08:49:40.215364 tst mo_mt_call.py: using CellId 27239\u000a08:49:40.332606 tst mo_mt_call.py: using BVCI 27240\u000a08:49:40.355683 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:40.367196 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:40.378302 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:40.389789 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:40.401242 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:40.412561 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:49:40.530896 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:49:40.733950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:41.209306 run create_hlr_db(pid=19346): Launched\u000a08:49:41.383023 bus /sierra_2: Setting Powered False\u000a08:49:42.404669 run create_hlr_db(pid=19346): Terminated: ok {rc=0}\u000a08:49:42.805994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19348): Launched\u000a08:49:43.108158 run osmo-hlr_10.42.42.2(pid=19349): Launched\u000a08:49:43.226126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:43.755359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19351): Launched\u000a08:49:44.057242 run osmo-stp_10.42.42.5(pid=19352): Launched\u000a08:49:44.167949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:49:44.718810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19354): Launched\u000a08:49:45.022159 run osmo-msc_10.42.42.6(pid=19355): Launched\u000a08:49:45.201340 run osmo-stp_10.42.42.5(pid=19352): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19352)]\u000a08:49:45.329903 run osmo-stp_10.42.42.5(pid=19352): stdout: \u000a| (launched: 2022-12-10_08:49:43.908381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:45.455621 run osmo-stp_10.42.42.5(pid=19352): stderr: \u000a| �[0;m�[38;5;43m20221210084944078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084944078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084944079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084944079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084944079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084944079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084944080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:45.577243 run osmo-stp_10.42.42.5(pid=19352): stdout: \u000a| (launched: 2022-12-10_08:49:43.908381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:45.697864 run osmo-stp_10.42.42.5(pid=19352): stderr: \u000a| �[0;m�[38;5;43m20221210084944078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084944078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084944079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084944079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084944079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084944079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084944080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:45.750676 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19352): Process ended prematurely: osmo-stp_10.42.42.5(pid=19352) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19352)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:49:45.759220 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:49:45.818673 run osmo-hlr_10.42.42.2(pid=19349): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19349)]\u000a08:49:45.882394 run osmo-hlr_10.42.42.2(pid=19349): stdout: \u000a| (launched: 2022-12-10_08:49:42.959239) \u000a08:49:45.948620 run osmo-hlr_10.42.42.2(pid=19349): stderr: \u000a| �[0;m�[1;31m20221210084943136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084943136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084943136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084943136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084943136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084943136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084943147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084943156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084943156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084943156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:46.044753 run osmo-msc_10.42.42.6(pid=19355): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19355)]\u000a08:49:46.111755 run osmo-msc_10.42.42.6(pid=19355): stdout: \u000a| (launched: 2022-12-10_08:49:44.872497) \u000a08:49:46.178086 run osmo-msc_10.42.42.6(pid=19355): stderr: \u000a| �[0;m�[38;5;43m20221210084945143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084945144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee41bd6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084945144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084945144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084945144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084945144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084945146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084945146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084945147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084945147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:49:46.235409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19348): Terminating (SIGTERM)\u000a08:49:46.293304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19351): Terminating (SIGTERM)\u000a08:49:46.350564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19354): Terminating (SIGTERM)\u000a08:49:46.363761 --- ParallelTerminationStrategy: PID 19348 died...\u000a08:49:46.427966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19348): Terminated: ok {rc=0}\u000a08:49:46.438437 --- ParallelTerminationStrategy: PID 19351 died...\u000a08:49:46.494444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19351): Terminated: ok {rc=0}\u000a08:49:46.505024 --- ParallelTerminationStrategy: PID 19354 died...\u000a08:49:46.559564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19354): Terminated: ok {rc=0}\u000a08:49:46.645851 bus /sierra_3: Setting Powered False\u000a08:49:47.745226 bus /sierra_3: Setting Powered False\u000a08:49:48.855364 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19363): Process ended prematurely: osmo-stp_10.42.42.5(pid=19363) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19363)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19363): Process ended prematurely: osmo-stp_10.42.42.5(pid=19363) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:49:49.964852 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:49.976746 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:49:50.135701 tst mo_mt_call_osmux.py: using LAC 27240\u000a08:49:50.256279 tst mo_mt_call_osmux.py: using RAC 210\u000a08:49:50.383314 tst mo_mt_call_osmux.py: using CellId 27240\u000a08:49:50.508854 tst mo_mt_call_osmux.py: using BVCI 27241\u000a08:49:50.533587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:50.545629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:50.557155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:50.568879 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:50.580551 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:49:50.592031 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:49:50.707027 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:49:50.908791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:51.387345 run create_hlr_db(pid=19357): Launched\u000a08:49:51.562159 bus /sierra_2: Setting Powered False\u000a08:49:52.583937 run create_hlr_db(pid=19357): Terminated: ok {rc=0}\u000a08:49:53.009360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19359): Launched\u000a08:49:53.313081 run osmo-hlr_10.42.42.2(pid=19360): Launched\u000a08:49:53.431011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:53.963233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19362): Launched\u000a08:49:54.264679 run osmo-stp_10.42.42.5(pid=19363): Launched\u000a08:49:54.375776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:49:54.926916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19365): Launched\u000a08:49:55.230685 run osmo-msc_10.42.42.6(pid=19366): Launched\u000a08:49:55.409850 run osmo-stp_10.42.42.5(pid=19363): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19363)]\u000a08:49:55.538934 run osmo-stp_10.42.42.5(pid=19363): stdout: \u000a| (launched: 2022-12-10_08:49:54.116690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:55.665472 run osmo-stp_10.42.42.5(pid=19363): stderr: \u000a| �[0;m�[38;5;43m20221210084954285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084954285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084954286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084954287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084954289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084954289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084954289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:55.787181 run osmo-stp_10.42.42.5(pid=19363): stdout: \u000a| (launched: 2022-12-10_08:49:54.116690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:55.907771 run osmo-stp_10.42.42.5(pid=19363): stderr: \u000a| �[0;m�[38;5;43m20221210084954285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210084954285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210084954286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210084954287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210084954289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210084954289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210084954289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:55.960876 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19363): Process ended prematurely: osmo-stp_10.42.42.5(pid=19363) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19363)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:49:55.969635 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:49:56.030388 run osmo-hlr_10.42.42.2(pid=19360): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19360)]\u000a08:49:56.079283 run osmo-hlr_10.42.42.2(pid=19360): stdout: \u000a| (launched: 2022-12-10_08:49:53.164058) \u000a08:49:56.129740 run osmo-hlr_10.42.42.2(pid=19360): stderr: \u000a| �[0;m�[1;31m20221210084953340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210084953340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210084953340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084953340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210084953340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210084953340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210084953352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210084953360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210084953360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210084953360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:56.197261 run osmo-msc_10.42.42.6(pid=19366): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19366)]\u000a08:49:56.246305 run osmo-msc_10.42.42.6(pid=19366): stdout: \u000a| (launched: 2022-12-10_08:49:55.080491) \u000a08:49:56.296037 run osmo-msc_10.42.42.6(pid=19366): stderr: \u000a| �[0;m�[38;5;43m20221210084955354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210084955354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2c2faec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210084955354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210084955354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210084955355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210084955355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210084955356 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210084955357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210084955357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210084955358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:49:56.337722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19359): Terminating (SIGTERM)\u000a08:49:56.377665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19362): Terminating (SIGTERM)\u000a08:49:56.417561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19365): Terminating (SIGTERM)\u000a08:49:56.427142 --- ParallelTerminationStrategy: PID 19359 died...\u000a08:49:56.480057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19359): Terminated: ok {rc=0}\u000a08:49:56.490038 --- ParallelTerminationStrategy: PID 19362 died...\u000a08:49:56.542851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19362): Terminated: ok {rc=0}\u000a08:49:56.552611 --- ParallelTerminationStrategy: PID 19365 died...\u000a08:49:56.605303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19365): Terminated: ok {rc=0}\u000a08:49:56.692125 bus /sierra_3: Setting Powered False\u000a08:49:57.795047 bus /sierra_3: Setting Powered False\u000a08:49:58.900929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:49:39" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19380): Process ended prematurely: osmo-stp_10.42.42.5(pid=19380) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19380)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19380): Process ended prematurely: osmo-stp_10.42.42.5(pid=19380) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:50:00.935546 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:00.948433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:50:01.142395 tst mo_mt_call.py: using LAC 27241\u000a08:50:01.302828 tst mo_mt_call.py: using RAC 211\u000a08:50:01.435308 tst mo_mt_call.py: using CellId 27241\u000a08:50:01.562950 tst mo_mt_call.py: using BVCI 27242\u000a08:50:01.588643 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:01.600615 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:01.612382 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:01.624228 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:01.636176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:01.648076 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:50:01.771352 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:50:02.012851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:02.568762 run create_hlr_db(pid=19374): Launched\u000a08:50:02.753766 bus /sierra_2: Setting Powered False\u000a08:50:03.775621 run create_hlr_db(pid=19374): Terminated: ok {rc=0}\u000a08:50:04.183422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19376): Launched\u000a08:50:04.487276 run osmo-hlr_10.42.42.2(pid=19377): Launched\u000a08:50:04.601741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:05.135526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19379): Launched\u000a08:50:05.442266 run osmo-stp_10.42.42.5(pid=19380): Launched\u000a08:50:05.553911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:50:06.108164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19382): Launched\u000a08:50:06.415203 run osmo-msc_10.42.42.6(pid=19383): Launched\u000a08:50:06.593801 run osmo-stp_10.42.42.5(pid=19380): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19380)]\u000a08:50:06.722887 run osmo-stp_10.42.42.5(pid=19380): stdout: \u000a| (launched: 2022-12-10_08:50:05.289148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:06.849242 run osmo-stp_10.42.42.5(pid=19380): stderr: \u000a| �[0;m�[38;5;43m20221210085005461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085005462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085005462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085005462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085005464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085005465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085005465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:06.970890 run osmo-stp_10.42.42.5(pid=19380): stdout: \u000a| (launched: 2022-12-10_08:50:05.289148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:07.091813 run osmo-stp_10.42.42.5(pid=19380): stderr: \u000a| �[0;m�[38;5;43m20221210085005461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085005462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085005462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085005462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085005464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085005465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085005465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:07.144993 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19380): Process ended prematurely: osmo-stp_10.42.42.5(pid=19380) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19380)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:50:07.153738 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:50:07.213816 run osmo-hlr_10.42.42.2(pid=19377): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19377)]\u000a08:50:07.262943 run osmo-hlr_10.42.42.2(pid=19377): stdout: \u000a| (launched: 2022-12-10_08:50:04.336350) \u000a08:50:07.312744 run osmo-hlr_10.42.42.2(pid=19377): stderr: \u000a| �[0;m�[1;31m20221210085004518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085004518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085004518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085004518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085004518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085004518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085004533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085004541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085004541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085004541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:07.380067 run osmo-msc_10.42.42.6(pid=19383): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19383)]\u000a08:50:07.428820 run osmo-msc_10.42.42.6(pid=19383): stdout: \u000a| (launched: 2022-12-10_08:50:06.262032) \u000a08:50:07.478415 run osmo-msc_10.42.42.6(pid=19383): stderr: \u000a| �[0;m�[38;5;43m20221210085006538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085006538 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5823a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085006538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085006538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085006538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085006539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085006541 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085006541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085006541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085006541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:50:07.520023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19376): Terminating (SIGTERM)\u000a08:50:07.560043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19379): Terminating (SIGTERM)\u000a08:50:07.599884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19382): Terminating (SIGTERM)\u000a08:50:07.609503 --- ParallelTerminationStrategy: PID 19376 died...\u000a08:50:07.662202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19376): Terminated: ok {rc=0}\u000a08:50:07.672047 --- ParallelTerminationStrategy: PID 19379 died...\u000a08:50:07.724843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19379): Terminated: ok {rc=0}\u000a08:50:07.734377 --- ParallelTerminationStrategy: PID 19382 died...\u000a08:50:07.787338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19382): Terminated: ok {rc=0}\u000a08:50:07.874259 bus /sierra_3: Setting Powered False\u000a08:50:08.975696 bus /sierra_3: Setting Powered False\u000a08:50:10.081245 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19391): Process ended prematurely: osmo-stp_10.42.42.5(pid=19391) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19391)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19391): Process ended prematurely: osmo-stp_10.42.42.5(pid=19391) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:50:11.195213 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:11.207579 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:50:11.371561 tst mo_mt_call_osmux.py: using LAC 27242\u000a08:50:11.491177 tst mo_mt_call_osmux.py: using RAC 212\u000a08:50:11.610137 tst mo_mt_call_osmux.py: using CellId 27242\u000a08:50:11.727466 tst mo_mt_call_osmux.py: using BVCI 27243\u000a08:50:11.750376 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:11.761642 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:11.772677 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:11.783979 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:11.795266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:50:11.806552 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:50:11.922190 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:50:12.130024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:12.646699 run create_hlr_db(pid=19385): Launched\u000a08:50:12.831642 bus /sierra_2: Setting Powered False\u000a08:50:13.854369 run create_hlr_db(pid=19385): Terminated: ok {rc=0}\u000a08:50:14.283000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19387): Launched\u000a08:50:14.608202 run osmo-hlr_10.42.42.2(pid=19388): Launched\u000a08:50:14.729094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:15.290931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19390): Launched\u000a08:50:15.616606 run osmo-stp_10.42.42.5(pid=19391): Launched\u000a08:50:15.732759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:50:16.358353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19393): Launched\u000a08:50:16.760388 run osmo-msc_10.42.42.6(pid=19394): Launched\u000a08:50:16.966808 run osmo-stp_10.42.42.5(pid=19391): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19391)]\u000a08:50:17.220930 run osmo-stp_10.42.42.5(pid=19391): stdout: \u000a| (launched: 2022-12-10_08:50:15.455335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:17.375195 run osmo-stp_10.42.42.5(pid=19391): stderr: \u000a| �[0;m�[38;5;43m20221210085015651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085015651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085015651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085015651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085015652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085015652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085015652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:17.497858 run osmo-stp_10.42.42.5(pid=19391): stdout: \u000a| (launched: 2022-12-10_08:50:15.455335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:17.618916 run osmo-stp_10.42.42.5(pid=19391): stderr: \u000a| �[0;m�[38;5;43m20221210085015651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085015651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085015651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085015651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085015652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085015652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085015652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:17.672379 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19391): Process ended prematurely: osmo-stp_10.42.42.5(pid=19391) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19391)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:50:17.681311 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:50:17.741888 run osmo-hlr_10.42.42.2(pid=19388): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19388)]\u000a08:50:17.791270 run osmo-hlr_10.42.42.2(pid=19388): stdout: \u000a| (launched: 2022-12-10_08:50:14.446600) \u000a08:50:17.841390 run osmo-hlr_10.42.42.2(pid=19388): stderr: \u000a| �[0;m�[1;31m20221210085014648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085014648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085014648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085014648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085014648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085014648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085014660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085014670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085014670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085014670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:17.909302 run osmo-msc_10.42.42.6(pid=19394): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19394)]\u000a08:50:17.958897 run osmo-msc_10.42.42.6(pid=19394): stdout: \u000a| (launched: 2022-12-10_08:50:16.516841) \u000a08:50:18.008881 run osmo-msc_10.42.42.6(pid=19394): stderr: \u000a| �[0;m�[38;5;43m20221210085017146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085017146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3555dd0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085017146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085017146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085017147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085017147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085017148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085017153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085017153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085017153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:50:18.051022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19387): Terminating (SIGTERM)\u000a08:50:18.090944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19390): Terminating (SIGTERM)\u000a08:50:18.131077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19393): Terminating (SIGTERM)\u000a08:50:18.140481 --- ParallelTerminationStrategy: PID 19387 died...\u000a08:50:18.193334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19387): Terminated: ok {rc=0}\u000a08:50:18.203374 --- ParallelTerminationStrategy: PID 19390 died...\u000a08:50:18.256245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19390): Terminated: ok {rc=0}\u000a08:50:18.266198 --- ParallelTerminationStrategy: PID 19393 died...\u000a08:50:18.319446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19393): Terminated: ok {rc=0}\u000a08:50:18.407010 bus /sierra_3: Setting Powered False\u000a08:50:19.508322 bus /sierra_3: Setting Powered False\u000a08:50:20.617258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:50:00" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19405): Process ended prematurely: osmo-stp_10.42.42.5(pid=19405) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19405)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19405): Process ended prematurely: osmo-stp_10.42.42.5(pid=19405) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:50:22.611994 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:22.623484 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:50:22.783145 tst mo_mt_call.py: using LAC 27243\u000a08:50:22.902475 tst mo_mt_call.py: using RAC 213\u000a08:50:23.022290 tst mo_mt_call.py: using CellId 27243\u000a08:50:23.149981 tst mo_mt_call.py: using BVCI 27244\u000a08:50:23.174475 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:23.186082 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:23.197564 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:23.209653 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:23.221769 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:23.233685 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:50:23.351317 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:50:23.552626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:24.030313 run create_hlr_db(pid=19399): Launched\u000a08:50:24.204522 bus /sierra_2: Setting Powered False\u000a08:50:25.225993 run create_hlr_db(pid=19399): Terminated: ok {rc=0}\u000a08:50:25.654156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19401): Launched\u000a08:50:25.975210 run osmo-hlr_10.42.42.2(pid=19402): Launched\u000a08:50:26.094366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:26.652087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19404): Launched\u000a08:50:26.972552 run osmo-stp_10.42.42.5(pid=19405): Launched\u000a08:50:27.089577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:50:27.676592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19407): Launched\u000a08:50:27.997124 run osmo-msc_10.42.42.6(pid=19408): Launched\u000a08:50:28.185174 run osmo-stp_10.42.42.5(pid=19405): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19405)]\u000a08:50:28.320932 run osmo-stp_10.42.42.5(pid=19405): stdout: \u000a| (launched: 2022-12-10_08:50:26.815586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:28.456463 run osmo-stp_10.42.42.5(pid=19405): stderr: \u000a| �[0;m�[38;5;43m20221210085027009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085027009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085027009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085027010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:28.585451 run osmo-stp_10.42.42.5(pid=19405): stdout: \u000a| (launched: 2022-12-10_08:50:26.815586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:28.713379 run osmo-stp_10.42.42.5(pid=19405): stderr: \u000a| �[0;m�[38;5;43m20221210085027009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085027009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085027009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085027010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:28.769560 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19405): Process ended prematurely: osmo-stp_10.42.42.5(pid=19405) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19405)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:50:28.778549 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:50:28.840069 run osmo-hlr_10.42.42.2(pid=19402): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19402)]\u000a08:50:28.890569 run osmo-hlr_10.42.42.2(pid=19402): stdout: \u000a| (launched: 2022-12-10_08:50:25.818291) \u000a08:50:28.941681 run osmo-hlr_10.42.42.2(pid=19402): stderr: \u000a| �[0;m�[1;31m20221210085026018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085026018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085026018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085026018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085026018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085026019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085026032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085026040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085026040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085026040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:29.011174 run osmo-msc_10.42.42.6(pid=19408): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19408)]\u000a08:50:29.061950 run osmo-msc_10.42.42.6(pid=19408): stdout: \u000a| (launched: 2022-12-10_08:50:27.840214) \u000a08:50:29.113118 run osmo-msc_10.42.42.6(pid=19408): stderr: \u000a| �[0;m�[38;5;43m20221210085028161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085028162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e4df53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085028162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085028162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085028162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085028162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085028164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:50:29.156510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19401): Terminating (SIGTERM)\u000a08:50:29.197646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19404): Terminating (SIGTERM)\u000a08:50:29.238788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19407): Terminating (SIGTERM)\u000a08:50:29.247988 --- ParallelTerminationStrategy: PID 19401 died...\u000a08:50:29.302829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19401): Terminated: ok {rc=0}\u000a08:50:29.312707 --- ParallelTerminationStrategy: PID 19404 died...\u000a08:50:29.367587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19404): Terminated: ok {rc=0}\u000a08:50:29.377513 --- ParallelTerminationStrategy: PID 19407 died...\u000a08:50:29.432451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19407): Terminated: ok {rc=0}\u000a08:50:29.518025 bus /sierra_3: Setting Powered False\u000a08:50:30.620804 bus /sierra_3: Setting Powered False\u000a08:50:31.751259 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19416): Process ended prematurely: osmo-stp_10.42.42.5(pid=19416) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19416)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19416): Process ended prematurely: osmo-stp_10.42.42.5(pid=19416) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:50:32.865436 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:32.877724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:50:33.042181 tst mo_mt_call_osmux.py: using LAC 27244\u000a08:50:33.168463 tst mo_mt_call_osmux.py: using RAC 214\u000a08:50:33.294506 tst mo_mt_call_osmux.py: using CellId 27244\u000a08:50:33.419179 tst mo_mt_call_osmux.py: using BVCI 27245\u000a08:50:33.442524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:33.453938 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:33.465189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:33.477240 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:33.490169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:50:33.501464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:50:33.618193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:50:33.818507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:34.295037 run create_hlr_db(pid=19410): Launched\u000a08:50:34.469591 bus /sierra_2: Setting Powered False\u000a08:50:35.491265 run create_hlr_db(pid=19410): Terminated: ok {rc=0}\u000a08:50:35.919106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19412): Launched\u000a08:50:36.241220 run osmo-hlr_10.42.42.2(pid=19413): Launched\u000a08:50:36.364648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:36.922594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19415): Launched\u000a08:50:37.243211 run osmo-stp_10.42.42.5(pid=19416): Launched\u000a08:50:37.361126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:50:37.949250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19418): Launched\u000a08:50:38.271256 run osmo-msc_10.42.42.6(pid=19419): Launched\u000a08:50:38.460254 run osmo-stp_10.42.42.5(pid=19416): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19416)]\u000a08:50:38.596583 run osmo-stp_10.42.42.5(pid=19416): stdout: \u000a| (launched: 2022-12-10_08:50:37.085742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:38.732160 run osmo-stp_10.42.42.5(pid=19416): stderr: \u000a| �[0;m�[38;5;43m20221210085037276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085037276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085037276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085037277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085037277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085037277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085037278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:38.861445 run osmo-stp_10.42.42.5(pid=19416): stdout: \u000a| (launched: 2022-12-10_08:50:37.085742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:38.989816 run osmo-stp_10.42.42.5(pid=19416): stderr: \u000a| �[0;m�[38;5;43m20221210085037276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085037276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085037276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085037277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085037277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085037277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085037278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:39.046467 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19416): Process ended prematurely: osmo-stp_10.42.42.5(pid=19416) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19416)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:50:39.055703 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:50:39.117736 run osmo-hlr_10.42.42.2(pid=19413): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19413)]\u000a08:50:39.169171 run osmo-hlr_10.42.42.2(pid=19413): stdout: \u000a| (launched: 2022-12-10_08:50:36.083473) \u000a08:50:39.220780 run osmo-hlr_10.42.42.2(pid=19413): stderr: \u000a| �[0;m�[1;31m20221210085036282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085036282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085036282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085036282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085036283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085036283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085036296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085036306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085036306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085036307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:39.291290 run osmo-msc_10.42.42.6(pid=19419): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19419)]\u000a08:50:39.342610 run osmo-msc_10.42.42.6(pid=19419): stdout: \u000a| (launched: 2022-12-10_08:50:38.113345) \u000a08:50:39.394341 run osmo-msc_10.42.42.6(pid=19419): stderr: \u000a| �[0;m�[38;5;43m20221210085038434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085038435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effd9840c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085038435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085038435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085038435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085038435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085038437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085038437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085038437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085038437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:50:39.437971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19412): Terminating (SIGTERM)\u000a08:50:39.479603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19415): Terminating (SIGTERM)\u000a08:50:39.521109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19418): Terminating (SIGTERM)\u000a08:50:39.530681 --- ParallelTerminationStrategy: PID 19412 died...\u000a08:50:39.586295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19412): Terminated: ok {rc=0}\u000a08:50:39.596379 --- ParallelTerminationStrategy: PID 19415 died...\u000a08:50:39.651361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19415): Terminated: ok {rc=0}\u000a08:50:39.661422 --- ParallelTerminationStrategy: PID 19418 died...\u000a08:50:39.716197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19418): Terminated: ok {rc=0}\u000a08:50:39.802278 bus /sierra_3: Setting Powered False\u000a08:50:40.905480 bus /sierra_3: Setting Powered False\u000a08:50:42.015029 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:50:22" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19430): Process ended prematurely: osmo-stp_10.42.42.5(pid=19430) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19430)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19430): Process ended prematurely: osmo-stp_10.42.42.5(pid=19430) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:50:44.034128 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:44.045998 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:50:44.208082 tst mo_mt_call.py: using LAC 27245\u000a08:50:44.332855 tst mo_mt_call.py: using RAC 215\u000a08:50:44.458434 tst mo_mt_call.py: using CellId 27245\u000a08:50:44.583228 tst mo_mt_call.py: using BVCI 27246\u000a08:50:44.607648 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:44.619337 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:44.630842 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:44.642393 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:44.653954 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:44.665521 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:50:44.782157 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:50:44.989189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:45.470040 run create_hlr_db(pid=19424): Launched\u000a08:50:45.645337 bus /sierra_2: Setting Powered False\u000a08:50:46.666965 run create_hlr_db(pid=19424): Terminated: ok {rc=0}\u000a08:50:47.097396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19426): Launched\u000a08:50:47.408181 run osmo-hlr_10.42.42.2(pid=19427): Launched\u000a08:50:47.527450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:48.060624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19429): Launched\u000a08:50:48.365744 run osmo-stp_10.42.42.5(pid=19430): Launched\u000a08:50:48.476188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:50:49.030385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19432): Launched\u000a08:50:49.337339 run osmo-msc_10.42.42.6(pid=19433): Launched\u000a08:50:49.519537 run osmo-stp_10.42.42.5(pid=19430): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19430)]\u000a08:50:49.648841 run osmo-stp_10.42.42.5(pid=19430): stdout: \u000a| (launched: 2022-12-10_08:50:48.213871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:49.775588 run osmo-stp_10.42.42.5(pid=19430): stderr: \u000a| �[0;m�[38;5;43m20221210085048388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085048388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085048389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085048389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085048390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085048390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085048390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:49.897377 run osmo-stp_10.42.42.5(pid=19430): stdout: \u000a| (launched: 2022-12-10_08:50:48.213871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:50.017901 run osmo-stp_10.42.42.5(pid=19430): stderr: \u000a| �[0;m�[38;5;43m20221210085048388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085048388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085048389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085048389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085048390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085048390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085048390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:50.071003 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19430): Process ended prematurely: osmo-stp_10.42.42.5(pid=19430) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19430)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:50:50.079547 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:50:50.139331 run osmo-hlr_10.42.42.2(pid=19427): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19427)]\u000a08:50:50.188005 run osmo-hlr_10.42.42.2(pid=19427): stdout: \u000a| (launched: 2022-12-10_08:50:47.253496) \u000a08:50:50.237534 run osmo-hlr_10.42.42.2(pid=19427): stderr: \u000a| �[0;m�[1;31m20221210085047435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085047435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085047435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085047435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085047435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085047435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085047447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085047455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085047455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085047455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:50.304162 run osmo-msc_10.42.42.6(pid=19433): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19433)]\u000a08:50:50.352895 run osmo-msc_10.42.42.6(pid=19433): stdout: \u000a| (launched: 2022-12-10_08:50:49.183787) \u000a08:50:50.402285 run osmo-msc_10.42.42.6(pid=19433): stderr: \u000a| �[0;m�[38;5;43m20221210085049459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085049459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f287b913c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085049459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085049459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085049460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085049460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085049462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085049462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085049462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085049462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:50:50.443571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19426): Terminating (SIGTERM)\u000a08:50:50.483021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19429): Terminating (SIGTERM)\u000a08:50:50.522548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19432): Terminating (SIGTERM)\u000a08:50:50.532092 --- ParallelTerminationStrategy: PID 19426 died...\u000a08:50:50.584878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19426): Terminated: ok {rc=0}\u000a08:50:50.594889 --- ParallelTerminationStrategy: PID 19429 died...\u000a08:50:50.647340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19429): Terminated: ok {rc=0}\u000a08:50:50.657336 --- ParallelTerminationStrategy: PID 19432 died...\u000a08:50:50.710295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19432): Terminated: ok {rc=0}\u000a08:50:50.797754 bus /sierra_3: Setting Powered False\u000a08:50:51.900098 bus /sierra_3: Setting Powered False\u000a08:50:53.010594 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19441): Process ended prematurely: osmo-stp_10.42.42.5(pid=19441) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19441)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19441): Process ended prematurely: osmo-stp_10.42.42.5(pid=19441) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:50:54.120580 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:54.132491 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:50:54.292171 tst mo_mt_call_osmux.py: using LAC 27246\u000a08:50:54.413264 tst mo_mt_call_osmux.py: using RAC 216\u000a08:50:54.534477 tst mo_mt_call_osmux.py: using CellId 27246\u000a08:50:54.653517 tst mo_mt_call_osmux.py: using BVCI 27247\u000a08:50:54.676632 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:54.688357 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:54.699714 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:54.711300 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:54.722899 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:50:54.734315 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:50:54.853057 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:50:55.056544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:55.536415 run create_hlr_db(pid=19435): Launched\u000a08:50:55.711086 bus /sierra_2: Setting Powered False\u000a08:50:56.731829 run create_hlr_db(pid=19435): Terminated: ok {rc=0}\u000a08:50:57.162634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19437): Launched\u000a08:50:57.489192 run osmo-hlr_10.42.42.2(pid=19438): Launched\u000a08:50:57.608075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:58.171232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19440): Launched\u000a08:50:58.497550 run osmo-stp_10.42.42.5(pid=19441): Launched\u000a08:50:58.615834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:50:59.207365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19443): Launched\u000a08:50:59.533993 run osmo-msc_10.42.42.6(pid=19444): Launched\u000a08:50:59.723144 run osmo-stp_10.42.42.5(pid=19441): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19441)]\u000a08:50:59.860456 run osmo-stp_10.42.42.5(pid=19441): stdout: \u000a| (launched: 2022-12-10_08:50:58.335006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:59.996031 run osmo-stp_10.42.42.5(pid=19441): stderr: \u000a| �[0;m�[38;5;43m20221210085058533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085058533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085058533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085058534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085058534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085058534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085058534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:00.125883 run osmo-stp_10.42.42.5(pid=19441): stdout: \u000a| (launched: 2022-12-10_08:50:58.335006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:00.254245 run osmo-stp_10.42.42.5(pid=19441): stderr: \u000a| �[0;m�[38;5;43m20221210085058533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085058533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085058533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085058534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085058534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085058534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085058534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:00.310831 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19441): Process ended prematurely: osmo-stp_10.42.42.5(pid=19441) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19441)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:51:00.320088 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:51:00.382848 run osmo-hlr_10.42.42.2(pid=19438): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19438)]\u000a08:51:00.434187 run osmo-hlr_10.42.42.2(pid=19438): stdout: \u000a| (launched: 2022-12-10_08:50:57.326117) \u000a08:51:00.486158 run osmo-hlr_10.42.42.2(pid=19438): stderr: \u000a| �[0;m�[1;31m20221210085057532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085057532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085057532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085057532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085057532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085057532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085057544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085057553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085057553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085057553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:00.556533 run osmo-msc_10.42.42.6(pid=19444): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19444)]\u000a08:51:00.607719 run osmo-msc_10.42.42.6(pid=19444): stdout: \u000a| (launched: 2022-12-10_08:50:59.371399) \u000a08:51:00.659182 run osmo-msc_10.42.42.6(pid=19444): stderr: \u000a| �[0;m�[38;5;43m20221210085059699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085059699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4098061c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085059699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085059699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085059700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085059700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085059702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085059702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085059702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085059702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:00.702855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19437): Terminating (SIGTERM)\u000a08:51:00.744315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19440): Terminating (SIGTERM)\u000a08:51:00.786134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19443): Terminating (SIGTERM)\u000a08:51:00.795856 --- ParallelTerminationStrategy: PID 19437 died...\u000a08:51:00.866588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19437): Terminated: ok {rc=0}\u000a08:51:00.882368 --- ParallelTerminationStrategy: PID 19440 died...\u000a08:51:00.939784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19440): Terminated: ok {rc=0}\u000a08:51:00.950179 --- ParallelTerminationStrategy: PID 19443 died...\u000a08:51:01.006366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19443): Terminated: ok {rc=0}\u000a08:51:01.096190 bus /sierra_3: Setting Powered False\u000a08:51:02.201826 bus /sierra_3: Setting Powered False\u000a08:51:03.311150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:50:43" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19455): Process ended prematurely: osmo-stp_10.42.42.5(pid=19455) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19455)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19455): Process ended prematurely: osmo-stp_10.42.42.5(pid=19455) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:51:05.322046 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:05.333958 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:51:05.498501 tst mo_mt_call.py: using LAC 27247\u000a08:51:05.627984 tst mo_mt_call.py: using RAC 217\u000a08:51:05.754855 tst mo_mt_call.py: using CellId 27247\u000a08:51:05.885445 tst mo_mt_call.py: using BVCI 27248\u000a08:51:05.910004 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:05.921368 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:05.932537 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:05.944112 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:05.955648 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:05.967062 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:51:06.082494 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:51:06.294748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:06.808445 run create_hlr_db(pid=19449): Launched\u000a08:51:06.994233 bus /sierra_2: Setting Powered False\u000a08:51:08.015832 run create_hlr_db(pid=19449): Terminated: ok {rc=0}\u000a08:51:08.422320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19451): Launched\u000a08:51:08.726004 run osmo-hlr_10.42.42.2(pid=19452): Launched\u000a08:51:08.842829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:09.367774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19454): Launched\u000a08:51:09.670749 run osmo-stp_10.42.42.5(pid=19455): Launched\u000a08:51:09.782817 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:10.335539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19457): Launched\u000a08:51:10.639756 run osmo-msc_10.42.42.6(pid=19458): Launched\u000a08:51:10.818907 run osmo-stp_10.42.42.5(pid=19455): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19455)]\u000a08:51:10.947770 run osmo-stp_10.42.42.5(pid=19455): stdout: \u000a| (launched: 2022-12-10_08:51:09.521484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:11.073827 run osmo-stp_10.42.42.5(pid=19455): stderr: \u000a| �[0;m�[38;5;43m20221210085109693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085109693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085109694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085109694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085109695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085109695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085109695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:11.195387 run osmo-stp_10.42.42.5(pid=19455): stdout: \u000a| (launched: 2022-12-10_08:51:09.521484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:11.315820 run osmo-stp_10.42.42.5(pid=19455): stderr: \u000a| �[0;m�[38;5;43m20221210085109693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085109693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085109694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085109694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085109695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085109695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085109695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:11.368884 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19455): Process ended prematurely: osmo-stp_10.42.42.5(pid=19455) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19455)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:51:11.377431 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:51:11.436792 run osmo-hlr_10.42.42.2(pid=19452): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19452)]\u000a08:51:11.485538 run osmo-hlr_10.42.42.2(pid=19452): stdout: \u000a| (launched: 2022-12-10_08:51:08.576487) \u000a08:51:11.534811 run osmo-hlr_10.42.42.2(pid=19452): stderr: \u000a| �[0;m�[1;31m20221210085108756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085108756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085108756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085108756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085108756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085108756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085108768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085108777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085108777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085108777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:11.601279 run osmo-msc_10.42.42.6(pid=19458): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19458)]\u000a08:51:11.650117 run osmo-msc_10.42.42.6(pid=19458): stdout: \u000a| (launched: 2022-12-10_08:51:10.489751) \u000a08:51:11.699420 run osmo-msc_10.42.42.6(pid=19458): stderr: \u000a| �[0;m�[38;5;43m20221210085110763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085110763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8535615c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085110764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085110764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085110764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085110764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085110766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085110767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085110767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085110767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:11.740990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19451): Terminating (SIGTERM)\u000a08:51:11.780597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19454): Terminating (SIGTERM)\u000a08:51:11.819967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19457): Terminating (SIGTERM)\u000a08:51:11.829301 --- ParallelTerminationStrategy: PID 19451 died...\u000a08:51:11.882113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19451): Terminated: ok {rc=0}\u000a08:51:11.891923 --- ParallelTerminationStrategy: PID 19454 died...\u000a08:51:11.944489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19454): Terminated: ok {rc=0}\u000a08:51:11.954177 --- ParallelTerminationStrategy: PID 19457 died...\u000a08:51:12.006792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19457): Terminated: ok {rc=0}\u000a08:51:12.095931 bus /sierra_3: Setting Powered False\u000a08:51:13.198964 bus /sierra_3: Setting Powered False\u000a08:51:14.310633 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19466): Process ended prematurely: osmo-stp_10.42.42.5(pid=19466) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19466)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19466): Process ended prematurely: osmo-stp_10.42.42.5(pid=19466) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:51:15.419114 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:15.430681 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:51:15.588549 tst mo_mt_call_osmux.py: using LAC 27248\u000a08:51:15.708212 tst mo_mt_call_osmux.py: using RAC 218\u000a08:51:15.829643 tst mo_mt_call_osmux.py: using CellId 27248\u000a08:51:15.956220 tst mo_mt_call_osmux.py: using BVCI 27249\u000a08:51:15.980537 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:15.992671 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:16.004461 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:16.017410 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:16.031317 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:51:16.044065 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:51:16.163397 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:51:16.419323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:16.974850 run create_hlr_db(pid=19460): Launched\u000a08:51:17.166536 bus /sierra_2: Setting Powered False\u000a08:51:18.181473 run create_hlr_db(pid=19460): Terminated: ok {rc=0}\u000a08:51:18.607765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19462): Launched\u000a08:51:18.927243 run osmo-hlr_10.42.42.2(pid=19463): Launched\u000a08:51:19.045057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:19.601050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19465): Launched\u000a08:51:19.921966 run osmo-stp_10.42.42.5(pid=19466): Launched\u000a08:51:20.038564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:20.626983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19468): Launched\u000a08:51:20.947839 run osmo-msc_10.42.42.6(pid=19469): Launched\u000a08:51:21.136648 run osmo-stp_10.42.42.5(pid=19466): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19466)]\u000a08:51:21.273009 run osmo-stp_10.42.42.5(pid=19466): stdout: \u000a| (launched: 2022-12-10_08:51:19.764271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:21.409430 run osmo-stp_10.42.42.5(pid=19466): stderr: \u000a| �[0;m�[38;5;43m20221210085119956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085119956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085119956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085119956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085119959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085119959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085119959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:21.538818 run osmo-stp_10.42.42.5(pid=19466): stdout: \u000a| (launched: 2022-12-10_08:51:19.764271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:21.667064 run osmo-stp_10.42.42.5(pid=19466): stderr: \u000a| �[0;m�[38;5;43m20221210085119956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085119956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085119956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085119956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085119959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085119959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085119959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:21.723342 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19466): Process ended prematurely: osmo-stp_10.42.42.5(pid=19466) [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19466)] [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:51:21.732527 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:51:21.795219 run osmo-hlr_10.42.42.2(pid=19463): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19463)]\u000a08:51:21.846909 run osmo-hlr_10.42.42.2(pid=19463): stdout: \u000a| (launched: 2022-12-10_08:51:18.771132) \u000a08:51:21.899405 run osmo-hlr_10.42.42.2(pid=19463): stderr: \u000a| �[0;m�[1;31m20221210085118969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085118969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085118969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085118969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085118969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085118969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085118981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085118989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085118989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085118989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:21.970489 run osmo-msc_10.42.42.6(pid=19469): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19469)]\u000a08:51:22.021576 run osmo-msc_10.42.42.6(pid=19469): stdout: \u000a| (launched: 2022-12-10_08:51:20.790785) \u000a08:51:22.073075 run osmo-msc_10.42.42.6(pid=19469): stderr: \u000a| �[0;m�[38;5;43m20221210085121114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085121114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f251ed36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085121114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085121114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085121114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085121114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085121116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085121116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085121117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085121117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:22.116801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19462): Terminating (SIGTERM)\u000a08:51:22.158370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19465): Terminating (SIGTERM)\u000a08:51:22.199810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19468): Terminating (SIGTERM)\u000a08:51:22.209133 --- ParallelTerminationStrategy: PID 19462 died...\u000a08:51:22.264592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19462): Terminated: ok {rc=0}\u000a08:51:22.274904 --- ParallelTerminationStrategy: PID 19465 died...\u000a08:51:22.330224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19465): Terminated: ok {rc=0}\u000a08:51:22.340485 --- ParallelTerminationStrategy: PID 19468 died...\u000a08:51:22.395894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19468): Terminated: ok {rc=0}\u000a08:51:22.482319 bus /sierra_3: Setting Powered False\u000a08:51:23.584767 bus /sierra_3: Setting Powered False\u000a08:51:24.694835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:51:05" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19480): Process ended prematurely: osmo-stp_10.42.42.5(pid=19480) [trial-2372↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19480)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19480): Process ended prematurely: osmo-stp_10.42.42.5(pid=19480) [trial-2372↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:51:26.721734 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:26.733080 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:51:26.877830 tst emergency_mo_mt_call.py: using LAC 27249\u000a08:51:27.005986 tst emergency_mo_mt_call.py: using RAC 219\u000a08:51:27.128062 tst emergency_mo_mt_call.py: using CellId 27249\u000a08:51:27.250083 tst emergency_mo_mt_call.py: using BVCI 27250\u000a08:51:27.274407 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:27.285919 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:27.297128 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:27.308531 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:27.319923 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:27.331450 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:51:27.446518 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:51:27.654454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:28.161202 run create_hlr_db(pid=19474): Launched\u000a08:51:28.344604 bus /sierra_2: Setting Powered False\u000a08:51:29.364231 run create_hlr_db(pid=19474): Terminated: ok {rc=0}\u000a08:51:29.766665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19476): Launched\u000a08:51:30.067130 run osmo-hlr_10.42.42.2(pid=19477): Launched\u000a08:51:30.176544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:30.695473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19479): Launched\u000a08:51:31.107718 run osmo-stp_10.42.42.5(pid=19480): Launched\u000a08:51:31.284824 tst emergency_mo_mt_call.py: using MSISDN 7648\u000a08:51:31.446062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:32.055461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19482): Launched\u000a08:51:32.380748 run osmo-msc_10.42.42.6(pid=19483): Launched\u000a08:51:32.557694 run osmo-stp_10.42.42.5(pid=19480): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19480)]\u000a08:51:32.684904 run osmo-stp_10.42.42.5(pid=19480): stdout: \u000a| (launched: 2022-12-10_08:51:30.846919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:32.810623 run osmo-stp_10.42.42.5(pid=19480): stderr: \u000a| �[0;m�[38;5;43m20221210085131072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085131072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085131072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085131073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085131073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085131073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085131073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:32.937868 run osmo-stp_10.42.42.5(pid=19480): stdout: \u000a| (launched: 2022-12-10_08:51:30.846919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:33.063554 run osmo-stp_10.42.42.5(pid=19480): stderr: \u000a| �[0;m�[38;5;43m20221210085131072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085131072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085131072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085131073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085131073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085131073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085131073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:33.118290 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19480): Process ended prematurely: osmo-stp_10.42.42.5(pid=19480) [trial-2372↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19480)] [trial-2372↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a08:51:33.126727 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a08:51:33.188527 run osmo-hlr_10.42.42.2(pid=19477): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19477)]\u000a08:51:33.239525 run osmo-hlr_10.42.42.2(pid=19477): stdout: \u000a| (launched: 2022-12-10_08:51:29.917836) \u000a08:51:33.291044 run osmo-hlr_10.42.42.2(pid=19477): stderr: \u000a| �[0;m�[1;31m20221210085130099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085130099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085130099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085130099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085130099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085130099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085130111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085130119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085130120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085130120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:33.361478 run osmo-msc_10.42.42.6(pid=19483): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19483)]\u000a08:51:33.412257 run osmo-msc_10.42.42.6(pid=19483): stdout: \u000a| (launched: 2022-12-10_08:51:32.209239) \u000a08:51:33.463542 run osmo-msc_10.42.42.6(pid=19483): stderr: \u000a| �[0;m�[38;5;43m20221210085132499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085132499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc270735c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085132499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085132500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085132500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085132500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085132502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085132502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085132502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085132502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:33.506974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19476): Terminating (SIGTERM)\u000a08:51:33.548078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19479): Terminating (SIGTERM)\u000a08:51:33.589434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19482): Terminating (SIGTERM)\u000a08:51:33.599016 --- ParallelTerminationStrategy: PID 19476 died...\u000a08:51:33.654172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19476): Terminated: ok {rc=0}\u000a08:51:33.664313 --- ParallelTerminationStrategy: PID 19479 died...\u000a08:51:33.719380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19479): Terminated: ok {rc=0}\u000a08:51:33.729486 --- ParallelTerminationStrategy: PID 19482 died...\u000a08:51:33.784609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19482): Terminated: ok {rc=0}\u000a08:51:33.871058 bus /sierra_3: Setting Powered False\u000a08:51:34.976773 bus /sierra_3: Setting Powered False\u000a08:51:36.084254 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19491): Process ended prematurely: osmo-stp_10.42.42.5(pid=19491) [trial-2372↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19491)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19491): Process ended prematurely: osmo-stp_10.42.42.5(pid=19491) [trial-2372↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:51:37.134252 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:37.145668 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:51:37.282901 tst emergency_preemptive_call.py: using LAC 27250\u000a08:51:37.399055 tst emergency_preemptive_call.py: using RAC 220\u000a08:51:37.515135 tst emergency_preemptive_call.py: using CellId 27250\u000a08:51:37.631707 tst emergency_preemptive_call.py: using BVCI 27251\u000a08:51:37.654151 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:37.664841 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:37.675454 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:37.686457 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:37.697281 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:37.707994 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:51:37.825302 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:51:37.942078 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:51:38.061763 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:51:38.267068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:38.778698 run create_hlr_db(pid=19485): Launched\u000a08:51:38.962342 bus /sierra_2: Setting Powered False\u000a08:51:39.982931 run create_hlr_db(pid=19485): Terminated: ok {rc=0}\u000a08:51:40.387053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19487): Launched\u000a08:51:40.687344 run osmo-hlr_10.42.42.2(pid=19488): Launched\u000a08:51:40.801544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:41.329321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19490): Launched\u000a08:51:41.630228 run osmo-stp_10.42.42.5(pid=19491): Launched\u000a08:51:41.760459 tst emergency_preemptive_call.py: using MSISDN 7649\u000a08:51:41.911903 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:42.455575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19493): Launched\u000a08:51:42.756697 run osmo-msc_10.42.42.6(pid=19494): Launched\u000a08:51:42.933125 run osmo-stp_10.42.42.5(pid=19491): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19491)]\u000a08:51:43.060775 run osmo-stp_10.42.42.5(pid=19491): stdout: \u000a| (launched: 2022-12-10_08:51:41.480068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:43.185572 run osmo-stp_10.42.42.5(pid=19491): stderr: \u000a| �[0;m�[38;5;43m20221210085141653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085141654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085141655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085141655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085141656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085141656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085141656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:43.305265 run osmo-stp_10.42.42.5(pid=19491): stdout: \u000a| (launched: 2022-12-10_08:51:41.480068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:43.423865 run osmo-stp_10.42.42.5(pid=19491): stderr: \u000a| �[0;m�[38;5;43m20221210085141653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085141654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085141655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085141655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085141656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085141656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085141656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:43.475603 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19491): Process ended prematurely: osmo-stp_10.42.42.5(pid=19491) [trial-2372↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19491)] [trial-2372↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a08:51:43.483573 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a08:51:43.543540 run osmo-hlr_10.42.42.2(pid=19488): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19488)]\u000a08:51:43.592541 run osmo-hlr_10.42.42.2(pid=19488): stdout: \u000a| (launched: 2022-12-10_08:51:40.537797) \u000a08:51:43.642204 run osmo-hlr_10.42.42.2(pid=19488): stderr: \u000a| �[0;m�[1;31m20221210085140718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085140718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085140718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085140718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085140718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085140718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085140736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085140745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085140745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085140745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:43.710147 run osmo-msc_10.42.42.6(pid=19494): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19494)]\u000a08:51:43.759253 run osmo-msc_10.42.42.6(pid=19494): stdout: \u000a| (launched: 2022-12-10_08:51:42.606302) \u000a08:51:43.808846 run osmo-msc_10.42.42.6(pid=19494): stderr: \u000a| �[0;m�[38;5;43m20221210085142882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085142882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83da44dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085142882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085142882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085142882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085142883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085142885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085142885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085142885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085142886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:43.850265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19487): Terminating (SIGTERM)\u000a08:51:43.889972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19490): Terminating (SIGTERM)\u000a08:51:43.929298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19493): Terminating (SIGTERM)\u000a08:51:43.938595 --- ParallelTerminationStrategy: PID 19487 died...\u000a08:51:43.991676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19487): Terminated: ok {rc=0}\u000a08:51:44.001765 --- ParallelTerminationStrategy: PID 19490 died...\u000a08:51:44.054424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19490): Terminated: ok {rc=0}\u000a08:51:44.064130 --- ParallelTerminationStrategy: PID 19493 died...\u000a08:51:44.116774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19493): Terminated: ok {rc=0}\u000a08:51:44.204826 bus /sierra_9: Setting Powered False\u000a08:51:45.307735 bus /sierra_9: Setting Powered False\u000a08:51:46.434433 bus /sierra_8: Setting Powered False\u000a08:51:47.541103 bus /sierra_8: Setting Powered False\u000a08:51:48.647949 bus /sierra_3: Setting Powered False\u000a08:51:49.751968 bus /sierra_3: Setting Powered False\u000a08:51:50.859945 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:51:26" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19510): Process ended prematurely: osmo-stp_10.42.42.5(pid=19510) [trial-2372↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19510)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19510): Process ended prematurely: osmo-stp_10.42.42.5(pid=19510) [trial-2372↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:51:52.993384 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.004047 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:51:53.141448 tst cs_paging_gprs_active.py: using LAC 27251\u000a08:51:53.260575 tst cs_paging_gprs_active.py: using RAC 221\u000a08:51:53.380821 tst cs_paging_gprs_active.py: using CellId 27251\u000a08:51:53.500723 tst cs_paging_gprs_active.py: using BVCI 27252\u000a08:51:53.523890 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.534568 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.545091 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.555774 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.566447 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.577113 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.587882 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.598587 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:51:53.609356 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:51:53.729665 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:51:54.011098 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:51:54.139008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:54.452774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19500): Launched\u000a08:51:54.713628 run iperf3-srv_10.42.42.10(pid=19501): Launched\u000a08:51:54.899280 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:51:55.026355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:51:55.340123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19502): Launched\u000a08:51:55.601285 run iperf3-srv_10.42.42.10(pid=19503): Launched\u000a08:51:55.786599 tst cs_paging_gprs_active.py:38: start network...\u000a08:51:55.913900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:56.392431 run create_hlr_db(pid=19504): Launched\u000a08:51:56.567774 bus /sierra_2: Setting Powered False\u000a08:51:57.589305 run create_hlr_db(pid=19504): Terminated: ok {rc=0}\u000a08:51:58.016756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19506): Launched\u000a08:51:58.339308 run osmo-hlr_10.42.42.2(pid=19507): Launched\u000a08:51:58.460848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:59.020035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19509): Launched\u000a08:51:59.342338 run osmo-stp_10.42.42.5(pid=19510): Launched\u000a08:51:59.460511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:00.021547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19512): Launched\u000a08:52:00.137338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:00.418031 run patchelf(pid=19513): Launched\u000a08:52:00.606152 run osmo-stp_10.42.42.5(pid=19510): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19510)]\u000a08:52:00.743148 run osmo-stp_10.42.42.5(pid=19510): stdout: \u000a| (launched: 2022-12-10_08:51:59.184628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:00.901565 run osmo-stp_10.42.42.5(pid=19510): stderr: \u000a| �[0;m�[38;5;43m20221210085159377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085159377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085159378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085159378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085159380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085159380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085159380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:01.079219 run osmo-stp_10.42.42.5(pid=19510): stdout: \u000a| (launched: 2022-12-10_08:51:59.184628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:01.228192 run osmo-stp_10.42.42.5(pid=19510): stderr: \u000a| �[0;m�[38;5;43m20221210085159377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085159377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085159378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085159378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085159380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085159380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085159380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:01.381409 run patchelf(pid=19513): Terminating (SIGINT)\u000a08:52:01.560535 run patchelf(pid=19513): Terminated: ok {rc=0}\u000a08:52:01.594136 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19510): Process ended prematurely: osmo-stp_10.42.42.5(pid=19510) [trial-2372↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19510)] [trial-2372↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a08:52:01.604654 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:52:01.670428 run osmo-hlr_10.42.42.2(pid=19507): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19507)]\u000a08:52:01.722960 run osmo-hlr_10.42.42.2(pid=19507): stdout: \u000a| (launched: 2022-12-10_08:51:58.181892) \u000a08:52:01.777621 run osmo-hlr_10.42.42.2(pid=19507): stderr: \u000a| �[0;m�[1;31m20221210085158382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085158382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085158382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085158382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085158382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085158382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085158394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085158402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085158403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085158403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:01.822672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19500): Terminating (SIGTERM)\u000a08:52:01.866115 run iperf3-srv_10.42.42.10(pid=19501): Terminating (SIGTERM)\u000a08:52:01.910024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19502): Terminating (SIGTERM)\u000a08:52:01.951213 run iperf3-srv_10.42.42.10(pid=19503): Terminating (SIGTERM)\u000a08:52:01.993408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19506): Terminating (SIGTERM)\u000a08:52:02.038306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19509): Terminating (SIGTERM)\u000a08:52:02.082624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19512): Terminating (SIGTERM)\u000a08:52:02.094039 --- ParallelTerminationStrategy: PID 19500 died...\u000a08:52:02.151867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19500): Terminated: ok {rc=0}\u000a08:52:02.162811 --- ParallelTerminationStrategy: PID 19501 died...\u000a08:52:02.219022 run iperf3-srv_10.42.42.10(pid=19501): Terminated {rc=256}\u000a08:52:02.228532 --- ParallelTerminationStrategy: PID 19502 died...\u000a08:52:02.281792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19502): Terminated: ok {rc=0}\u000a08:52:02.291935 --- ParallelTerminationStrategy: PID 19503 died...\u000a08:52:02.345997 run iperf3-srv_10.42.42.10(pid=19503): Terminated {rc=256}\u000a08:52:02.355524 --- ParallelTerminationStrategy: PID 19506 died...\u000a08:52:02.408541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19506): Terminated: ok {rc=0}\u000a08:52:02.418985 --- ParallelTerminationStrategy: PID 19509 died...\u000a08:52:02.472522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19509): Terminated: ok {rc=0}\u000a08:52:02.482946 --- ParallelTerminationStrategy: PID 19512 died...\u000a08:52:02.536646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19512): Terminated: ok {rc=0}\u000a08:52:02.625570 bus /gobi_0: Setting Powered False\u000a08:52:03.729478 bus /gobi_0: Setting Powered False\u000a08:52:04.835715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19522): Process ended prematurely: osmo-stp_10.42.42.5(pid=19522) [trial-2372↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19522)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19522): Process ended prematurely: osmo-stp_10.42.42.5(pid=19522) [trial-2372↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a08:52:05.950038 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:05.961874 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:52:06.109134 tst iperf3.py: using LAC 27252\u000a08:52:06.238700 tst iperf3.py: using RAC 222\u000a08:52:06.366048 tst iperf3.py: using CellId 27252\u000a08:52:06.493375 tst iperf3.py: using BVCI 27253\u000a08:52:06.518048 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:06.529345 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:06.540278 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:06.551341 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:06.562362 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:06.573311 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:06.584434 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:06.595365 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:06.606440 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:52:06.900294 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:52:07.035670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:07.367962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19514): Launched\u000a08:52:07.643886 run iperf3-srv_10.42.42.10(pid=19515): Launched\u000a08:52:07.841507 tst iperf3.py:8: start network...\u000a08:52:07.976606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:08.492933 run create_hlr_db(pid=19516): Launched\u000a08:52:08.679729 bus /gobi_6: Setting Powered False\u000a08:52:09.700752 run create_hlr_db(pid=19516): Terminated: ok {rc=0}\u000a08:52:10.107061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19518): Launched\u000a08:52:10.410717 run osmo-hlr_10.42.42.2(pid=19519): Launched\u000a08:52:10.528998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:11.064740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19521): Launched\u000a08:52:11.368877 run osmo-stp_10.42.42.5(pid=19522): Launched\u000a08:52:11.482017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:12.012408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19524): Launched\u000a08:52:12.121700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:12.387104 run patchelf(pid=19525): Launched\u000a08:52:12.565094 run osmo-stp_10.42.42.5(pid=19522): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19522)]\u000a08:52:12.695221 run osmo-stp_10.42.42.5(pid=19522): stdout: \u000a| (launched: 2022-12-10_08:52:11.219221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:12.825855 run osmo-stp_10.42.42.5(pid=19522): stderr: \u000a| �[0;m�[38;5;43m20221210085211391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085211391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085211391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085211392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085211392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085211392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085211392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:12.951953 run osmo-stp_10.42.42.5(pid=19522): stdout: \u000a| (launched: 2022-12-10_08:52:11.219221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:13.077086 run osmo-stp_10.42.42.5(pid=19522): stderr: \u000a| �[0;m�[38;5;43m20221210085211391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085211391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085211391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085211392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085211392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085211392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085211392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:13.222457 run patchelf(pid=19525): Terminating (SIGINT)\u000a08:52:13.393494 run patchelf(pid=19525): Terminated: ok {rc=0}\u000a08:52:13.424790 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19522): Process ended prematurely: osmo-stp_10.42.42.5(pid=19522) [trial-2372↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19522)] [trial-2372↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a08:52:13.433836 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:52:13.494437 run osmo-hlr_10.42.42.2(pid=19519): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19519)]\u000a08:52:13.543730 run osmo-hlr_10.42.42.2(pid=19519): stdout: \u000a| (launched: 2022-12-10_08:52:10.261597) \u000a08:52:13.593069 run osmo-hlr_10.42.42.2(pid=19519): stderr: \u000a| �[0;m�[1;31m20221210085210436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085210437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085210437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085210437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085210437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085210437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085210454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085210464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085210464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085210464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:13.634673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19514): Terminating (SIGTERM)\u000a08:52:13.673867 run iperf3-srv_10.42.42.10(pid=19515): Terminating (SIGTERM)\u000a08:52:13.713308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19518): Terminating (SIGTERM)\u000a08:52:13.752796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19521): Terminating (SIGTERM)\u000a08:52:13.792390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19524): Terminating (SIGTERM)\u000a08:52:13.801758 --- ParallelTerminationStrategy: PID 19514 died...\u000a08:52:13.854858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19514): Terminated: ok {rc=0}\u000a08:52:13.864260 --- ParallelTerminationStrategy: PID 19515 died...\u000a08:52:13.916460 run iperf3-srv_10.42.42.10(pid=19515): Terminated {rc=256}\u000a08:52:13.926013 --- ParallelTerminationStrategy: PID 19518 died...\u000a08:52:13.978382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19518): Terminated: ok {rc=0}\u000a08:52:13.987920 --- ParallelTerminationStrategy: PID 19521 died...\u000a08:52:14.040797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19521): Terminated: ok {rc=0}\u000a08:52:14.050486 --- ParallelTerminationStrategy: PID 19524 died...\u000a08:52:14.103170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19524): Terminated: ok {rc=0}\u000a08:52:14.185590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19541): Process ended prematurely: osmo-stp_10.42.42.5(pid=19541) [trial-2372↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19541)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19541): Process ended prematurely: osmo-stp_10.42.42.5(pid=19541) [trial-2372↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a08:52:15.300100 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.311964 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:52:15.459600 tst iperf3m4.py: using LAC 27253\u000a08:52:15.586216 tst iperf3m4.py: using RAC 223\u000a08:52:15.712455 tst iperf3m4.py: using CellId 27253\u000a08:52:15.846525 tst iperf3m4.py: using BVCI 27254\u000a08:52:15.872486 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.889168 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.901643 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.913993 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.925661 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.937925 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.950337 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.963371 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:15.975819 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:52:16.102918 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:52:16.245349 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:52:16.387995 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:52:16.714720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:52:16.844816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:17.182896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19527): Launched\u000a08:52:17.444865 run iperf3-srv_10.42.42.10(pid=19528): Launched\u000a08:52:17.630568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:52:17.757436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:18.070457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19529): Launched\u000a08:52:18.330896 run iperf3-srv_10.42.42.10(pid=19530): Launched\u000a08:52:18.516289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:52:18.643008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:18.956170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19531): Launched\u000a08:52:19.215758 run iperf3-srv_10.42.42.10(pid=19532): Launched\u000a08:52:19.400527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:52:19.527150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:19.840087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19533): Launched\u000a08:52:20.099994 run iperf3-srv_10.42.42.10(pid=19534): Launched\u000a08:52:20.285367 tst iperf3m4.py:8: start network...\u000a08:52:20.412322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:20.890672 run create_hlr_db(pid=19535): Launched\u000a08:52:21.066025 bus /gobi_6: Setting Powered False\u000a08:52:22.086661 run create_hlr_db(pid=19535): Terminated: ok {rc=0}\u000a08:52:22.491865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19537): Launched\u000a08:52:22.796802 run osmo-hlr_10.42.42.2(pid=19538): Launched\u000a08:52:22.916145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:23.451489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19540): Launched\u000a08:52:23.755788 run osmo-stp_10.42.42.5(pid=19541): Launched\u000a08:52:23.867545 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:24.396040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19543): Launched\u000a08:52:24.504755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:24.768668 run patchelf(pid=19544): Launched\u000a08:52:24.946168 run osmo-stp_10.42.42.5(pid=19541): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19541)]\u000a08:52:25.075949 run osmo-stp_10.42.42.5(pid=19541): stdout: \u000a| (launched: 2022-12-10_08:52:23.605576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:25.206072 run osmo-stp_10.42.42.5(pid=19541): stderr: \u000a| �[0;m�[38;5;43m20221210085223778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085223779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085223779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085223779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085223780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085223780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085223780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:25.331813 run osmo-stp_10.42.42.5(pid=19541): stdout: \u000a| (launched: 2022-12-10_08:52:23.605576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:25.456317 run osmo-stp_10.42.42.5(pid=19541): stderr: \u000a| �[0;m�[38;5;43m20221210085223778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085223779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085223779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085223779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085223780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085223780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085223780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:25.600818 run patchelf(pid=19544): Terminating (SIGINT)\u000a08:52:25.771049 run patchelf(pid=19544): Terminated: ok {rc=0}\u000a08:52:25.802329 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19541): Process ended prematurely: osmo-stp_10.42.42.5(pid=19541) [trial-2372↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19541)] [trial-2372↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a08:52:25.811475 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:52:25.871931 run osmo-hlr_10.42.42.2(pid=19538): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19538)]\u000a08:52:25.920822 run osmo-hlr_10.42.42.2(pid=19538): stdout: \u000a| (launched: 2022-12-10_08:52:22.646160) \u000a08:52:25.970264 run osmo-hlr_10.42.42.2(pid=19538): stderr: \u000a| �[0;m�[1;31m20221210085222825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085222825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085222825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085222825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085222825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085222825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085222837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085222845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085222845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085222845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:26.011621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19527): Terminating (SIGTERM)\u000a08:52:26.051447 run iperf3-srv_10.42.42.10(pid=19528): Terminating (SIGTERM)\u000a08:52:26.090936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19529): Terminating (SIGTERM)\u000a08:52:26.130373 run iperf3-srv_10.42.42.10(pid=19530): Terminating (SIGTERM)\u000a08:52:26.170158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19531): Terminating (SIGTERM)\u000a08:52:26.209614 run iperf3-srv_10.42.42.10(pid=19532): Terminating (SIGTERM)\u000a08:52:26.248695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19533): Terminating (SIGTERM)\u000a08:52:26.288013 run iperf3-srv_10.42.42.10(pid=19534): Terminating (SIGTERM)\u000a08:52:26.327351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19537): Terminating (SIGTERM)\u000a08:52:26.366614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19540): Terminating (SIGTERM)\u000a08:52:26.406510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19543): Terminating (SIGTERM)\u000a08:52:26.415670 --- ParallelTerminationStrategy: PID 19527 died...\u000a08:52:26.468735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19527): Terminated: ok {rc=0}\u000a08:52:26.478535 --- ParallelTerminationStrategy: PID 19528 died...\u000a08:52:26.531625 run iperf3-srv_10.42.42.10(pid=19528): Terminated {rc=256}\u000a08:52:26.541194 --- ParallelTerminationStrategy: PID 19529 died...\u000a08:52:26.594563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19529): Terminated: ok {rc=0}\u000a08:52:26.604121 --- ParallelTerminationStrategy: PID 19530 died...\u000a08:52:26.656849 run iperf3-srv_10.42.42.10(pid=19530): Terminated {rc=256}\u000a08:52:26.666625 --- ParallelTerminationStrategy: PID 19531 died...\u000a08:52:26.719487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19531): Terminated: ok {rc=0}\u000a08:52:26.729231 --- ParallelTerminationStrategy: PID 19532 died...\u000a08:52:26.781947 run iperf3-srv_10.42.42.10(pid=19532): Terminated {rc=256}\u000a08:52:26.791742 --- ParallelTerminationStrategy: PID 19533 died...\u000a08:52:26.845280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19533): Terminated: ok {rc=0}\u000a08:52:26.854830 --- ParallelTerminationStrategy: PID 19534 died...\u000a08:52:26.907755 run iperf3-srv_10.42.42.10(pid=19534): Terminated {rc=256}\u000a08:52:26.917586 --- ParallelTerminationStrategy: PID 19537 died...\u000a08:52:26.970667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19537): Terminated: ok {rc=0}\u000a08:52:26.980414 --- ParallelTerminationStrategy: PID 19540 died...\u000a08:52:27.033439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19540): Terminated: ok {rc=0}\u000a08:52:27.043221 --- ParallelTerminationStrategy: PID 19543 died...\u000a08:52:27.096048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19543): Terminated: ok {rc=0}\u000a08:52:27.183591 bus /gobi_4: Setting Powered False\u000a08:52:28.285959 bus /gobi_4: Setting Powered False\u000a08:52:29.396663 bus /gobi_1: Setting Powered False\u000a08:52:30.499009 bus /gobi_1: Setting Powered False\u000a08:52:31.609459 bus /gobi_0: Setting Powered False\u000a08:52:32.709795 bus /gobi_0: Setting Powered False\u000a08:52:33.820150 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19554): Process ended prematurely: osmo-stp_10.42.42.5(pid=19554) [trial-2372↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19554)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19554): Process ended prematurely: osmo-stp_10.42.42.5(pid=19554) [trial-2372↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a08:52:34.887625 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:34.899119 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:52:35.036780 tst ping.py: using LAC 27254\u000a08:52:35.155973 tst ping.py: using RAC 224\u000a08:52:35.273335 tst ping.py: using CellId 27254\u000a08:52:35.390736 tst ping.py: using BVCI 27255\u000a08:52:35.413780 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:35.424388 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:35.434969 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:35.445896 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:35.456558 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:35.467238 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:35.478125 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:35.488878 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:52:35.777709 tst ping.py:19: start network...\u000a08:52:35.910596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:36.387278 run create_hlr_db(pid=19548): Launched\u000a08:52:36.559855 bus /gobi_6: Setting Powered False\u000a08:52:37.578844 run create_hlr_db(pid=19548): Terminated: ok {rc=0}\u000a08:52:37.999397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19550): Launched\u000a08:52:38.313982 run osmo-hlr_10.42.42.2(pid=19551): Launched\u000a08:52:38.431811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:38.983674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19553): Launched\u000a08:52:39.299022 run osmo-stp_10.42.42.5(pid=19554): Launched\u000a08:52:39.414700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:39.966407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19556): Launched\u000a08:52:40.079157 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:40.354798 run patchelf(pid=19557): Launched\u000a08:52:40.541493 run osmo-stp_10.42.42.5(pid=19554): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19554)]\u000a08:52:40.677264 run osmo-stp_10.42.42.5(pid=19554): stdout: \u000a| (launched: 2022-12-10_08:52:39.144600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:40.813086 run osmo-stp_10.42.42.5(pid=19554): stderr: \u000a| �[0;m�[38;5;43m20221210085239335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085239335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085239336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085239336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085239336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085239337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085239337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:40.944579 run osmo-stp_10.42.42.5(pid=19554): stdout: \u000a| (launched: 2022-12-10_08:52:39.144600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:41.074964 run osmo-stp_10.42.42.5(pid=19554): stderr: \u000a| �[0;m�[38;5;43m20221210085239335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085239335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085239336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085239336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085239336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085239337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085239337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:41.226429 run patchelf(pid=19557): Terminating (SIGINT)\u000a08:52:41.404049 run patchelf(pid=19557): Terminated: ok {rc=0}\u000a08:52:41.436335 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19554): Process ended prematurely: osmo-stp_10.42.42.5(pid=19554) [trial-2372↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19554)] [trial-2372↪gprs:trx-sysmocell5000↪ping.py:22]\u000a08:52:41.445252 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:52:41.507348 run osmo-hlr_10.42.42.2(pid=19551): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19551)]\u000a08:52:41.558142 run osmo-hlr_10.42.42.2(pid=19551): stdout: \u000a| (launched: 2022-12-10_08:52:38.159857) \u000a08:52:41.609810 run osmo-hlr_10.42.42.2(pid=19551): stderr: \u000a| �[0;m�[1;31m20221210085238359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085238359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085238359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085238359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085238359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085238359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085238372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085238380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085238381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085238381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:41.653607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19550): Terminating (SIGTERM)\u000a08:52:41.695083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19553): Terminating (SIGTERM)\u000a08:52:41.736871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19556): Terminating (SIGTERM)\u000a08:52:41.746543 --- ParallelTerminationStrategy: PID 19550 died...\u000a08:52:41.802635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19550): Terminated: ok {rc=0}\u000a08:52:41.812800 --- ParallelTerminationStrategy: PID 19553 died...\u000a08:52:41.868557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19553): Terminated: ok {rc=0}\u000a08:52:41.878610 --- ParallelTerminationStrategy: PID 19556 died...\u000a08:52:41.934349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19556): Terminated: ok {rc=0}\u000a08:52:42.021627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19564): Process ended prematurely: osmo-stp_10.42.42.5(pid=19564) [trial-2372↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19564)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19564): Process ended prematurely: osmo-stp_10.42.42.5(pid=19564) [trial-2372↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a08:52:43.074356 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:43.086539 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:52:43.233817 tst ping_idle_ping.py: using LAC 27255\u000a08:52:43.356794 tst ping_idle_ping.py: using RAC 225\u000a08:52:43.480269 tst ping_idle_ping.py: using CellId 27255\u000a08:52:43.600716 tst ping_idle_ping.py: using BVCI 27256\u000a08:52:43.623726 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:43.634728 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:43.645413 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:43.656334 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:43.667255 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:43.678256 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:43.689243 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:52:43.699980 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:52:43.988255 tst ping_idle_ping.py:24: start network...\u000a08:52:44.121268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:44.631855 run create_hlr_db(pid=19558): Launched\u000a08:52:44.816632 bus /gobi_6: Setting Powered False\u000a08:52:45.838217 run create_hlr_db(pid=19558): Terminated: ok {rc=0}\u000a08:52:46.313900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19560): Launched\u000a08:52:46.768733 run osmo-hlr_10.42.42.2(pid=19561): Launched\u000a08:52:46.970087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:47.539316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19563): Launched\u000a08:52:47.838524 run osmo-stp_10.42.42.5(pid=19564): Launched\u000a08:52:47.947504 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:48.468183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19566): Launched\u000a08:52:48.576094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:52:48.836061 run patchelf(pid=19567): Launched\u000a08:52:49.011019 run osmo-stp_10.42.42.5(pid=19564): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19564)]\u000a08:52:49.138931 run osmo-stp_10.42.42.5(pid=19564): stdout: \u000a| (launched: 2022-12-10_08:52:47.691631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:49.267181 run osmo-stp_10.42.42.5(pid=19564): stderr: \u000a| �[0;m�[38;5;43m20221210085247861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085247861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085247862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085247862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085247863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085247863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085247863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:49.391247 run osmo-stp_10.42.42.5(pid=19564): stdout: \u000a| (launched: 2022-12-10_08:52:47.691631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:49.514370 run osmo-stp_10.42.42.5(pid=19564): stderr: \u000a| �[0;m�[38;5;43m20221210085247861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085247861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085247862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085247862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085247863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085247863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085247863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:49.658193 run patchelf(pid=19567): Terminating (SIGINT)\u000a08:52:49.826635 run patchelf(pid=19567): Terminated: ok {rc=0}\u000a08:52:49.857279 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19564): Process ended prematurely: osmo-stp_10.42.42.5(pid=19564) [trial-2372↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19564)] [trial-2372↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a08:52:49.865700 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:52:49.926096 run osmo-hlr_10.42.42.2(pid=19561): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19561)]\u000a08:52:49.975016 run osmo-hlr_10.42.42.2(pid=19561): stdout: \u000a| (launched: 2022-12-10_08:52:46.514216) \u000a08:52:50.024869 run osmo-hlr_10.42.42.2(pid=19561): stderr: \u000a| �[0;m�[1;31m20221210085246799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085246799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085246799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085246799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085246799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085246799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085246815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085246833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085246833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085246833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:50.066842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19560): Terminating (SIGTERM)\u000a08:52:50.106743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19563): Terminating (SIGTERM)\u000a08:52:50.146245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19566): Terminating (SIGTERM)\u000a08:52:50.155515 --- ParallelTerminationStrategy: PID 19560 died...\u000a08:52:50.208075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19560): Terminated: ok {rc=0}\u000a08:52:50.217780 --- ParallelTerminationStrategy: PID 19563 died...\u000a08:52:50.270682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19563): Terminated: ok {rc=0}\u000a08:52:50.280045 --- ParallelTerminationStrategy: PID 19566 died...\u000a08:52:50.332347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19566): Terminated: ok {rc=0}\u000a08:52:50.420704 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:51:52" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19581): Process ended prematurely: osmo-stp_10.42.42.5(pid=19581) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19581)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19581): Process ended prematurely: osmo-stp_10.42.42.5(pid=19581) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:52:52.573153 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:52.584005 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:52:52.729466 tst cs_paging_gprs_active.py: using LAC 27256\u000a08:52:52.857767 tst cs_paging_gprs_active.py: using RAC 226\u000a08:52:52.987079 tst cs_paging_gprs_active.py: using CellId 27256\u000a08:52:53.113914 tst cs_paging_gprs_active.py: using BVCI 27257\u000a08:52:53.138853 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:53.150150 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:53.161364 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:53.172624 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:53.183786 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:53.195125 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:53.206599 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:53.217829 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:52:53.229299 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:52:53.348649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:52:53.642214 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:52:53.777295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:54.115527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19571): Launched\u000a08:52:54.396931 run iperf3-srv_10.42.42.10(pid=19572): Launched\u000a08:52:54.595849 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:52:54.730574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:52:55.068016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19573): Launched\u000a08:52:55.349291 run iperf3-srv_10.42.42.10(pid=19574): Launched\u000a08:52:55.547052 tst cs_paging_gprs_active.py:38: start network...\u000a08:52:55.681546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:56.200336 run create_hlr_db(pid=19575): Launched\u000a08:52:56.386095 bus /gobi_6: Setting Powered False\u000a08:52:57.408047 run create_hlr_db(pid=19575): Terminated: ok {rc=0}\u000a08:52:57.819564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19577): Launched\u000a08:52:58.127572 run osmo-hlr_10.42.42.2(pid=19578): Launched\u000a08:52:58.246789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:58.786302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19580): Launched\u000a08:52:59.093993 run osmo-stp_10.42.42.5(pid=19581): Launched\u000a08:52:59.206288 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:52:59.739538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19583): Launched\u000a08:52:59.848403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:53:00.115745 run patchelf(pid=19584): Launched\u000a08:53:00.293439 run osmo-stp_10.42.42.5(pid=19581): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19581)]\u000a08:53:00.423689 run osmo-stp_10.42.42.5(pid=19581): stdout: \u000a| (launched: 2022-12-10_08:52:58.941232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:00.554255 run osmo-stp_10.42.42.5(pid=19581): stderr: \u000a| �[0;m�[38;5;43m20221210085259116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085259116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085259117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085259117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085259117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085259118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085259118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:00.680652 run osmo-stp_10.42.42.5(pid=19581): stdout: \u000a| (launched: 2022-12-10_08:52:58.941232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:00.805638 run osmo-stp_10.42.42.5(pid=19581): stderr: \u000a| �[0;m�[38;5;43m20221210085259116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085259116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085259117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085259117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085259117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085259118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085259118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:00.954713 run patchelf(pid=19584): Terminating (SIGINT)\u000a08:53:01.128800 run patchelf(pid=19584): Terminated: ok {rc=0}\u000a08:53:01.161649 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19581): Process ended prematurely: osmo-stp_10.42.42.5(pid=19581) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19581)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:53:01.171749 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:53:01.236179 run osmo-hlr_10.42.42.2(pid=19578): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19578)]\u000a08:53:01.287279 run osmo-hlr_10.42.42.2(pid=19578): stdout: \u000a| (launched: 2022-12-10_08:52:57.974319) \u000a08:53:01.339254 run osmo-hlr_10.42.42.2(pid=19578): stderr: \u000a| �[0;m�[1;31m20221210085258153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085258153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085258153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085258153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085258153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085258153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085258166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085258176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085258177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085258177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:01.383488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19571): Terminating (SIGTERM)\u000a08:53:01.425014 run iperf3-srv_10.42.42.10(pid=19572): Terminating (SIGTERM)\u000a08:53:01.470844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19573): Terminating (SIGTERM)\u000a08:53:01.514623 run iperf3-srv_10.42.42.10(pid=19574): Terminating (SIGTERM)\u000a08:53:01.557477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19577): Terminating (SIGTERM)\u000a08:53:01.599320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19580): Terminating (SIGTERM)\u000a08:53:01.644081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19583): Terminating (SIGTERM)\u000a08:53:01.653860 --- ParallelTerminationStrategy: PID 19571 died...\u000a08:53:01.709953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19571): Terminated: ok {rc=0}\u000a08:53:01.720279 --- ParallelTerminationStrategy: PID 19572 died...\u000a08:53:01.775902 run iperf3-srv_10.42.42.10(pid=19572): Terminated {rc=256}\u000a08:53:01.786342 --- ParallelTerminationStrategy: PID 19573 died...\u000a08:53:01.842139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19573): Terminated: ok {rc=0}\u000a08:53:01.852520 --- ParallelTerminationStrategy: PID 19574 died...\u000a08:53:01.908099 run iperf3-srv_10.42.42.10(pid=19574): Terminated {rc=256}\u000a08:53:01.918603 --- ParallelTerminationStrategy: PID 19577 died...\u000a08:53:01.974067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19577): Terminated: ok {rc=0}\u000a08:53:01.984424 --- ParallelTerminationStrategy: PID 19580 died...\u000a08:53:02.038884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19580): Terminated: ok {rc=0}\u000a08:53:02.050361 --- ParallelTerminationStrategy: PID 19583 died...\u000a08:53:02.104893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19583): Terminated: ok {rc=0}\u000a08:53:02.190045 bus /gobi_0: Setting Powered False\u000a08:53:03.289888 bus /gobi_0: Setting Powered False\u000a08:53:04.398454 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19593): Process ended prematurely: osmo-stp_10.42.42.5(pid=19593) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19593)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19593): Process ended prematurely: osmo-stp_10.42.42.5(pid=19593) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:53:05.512897 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:05.525056 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:53:05.673583 tst iperf3.py: using LAC 27257\u000a08:53:05.801413 tst iperf3.py: using RAC 227\u000a08:53:05.927560 tst iperf3.py: using CellId 27257\u000a08:53:06.055193 tst iperf3.py: using BVCI 27258\u000a08:53:06.080036 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:06.091461 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:06.102702 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:06.114369 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:06.125938 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:06.137641 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:06.149334 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:06.160806 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:06.172642 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:53:06.453975 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:53:06.581235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:53:06.898517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19585): Launched\u000a08:53:07.161156 run iperf3-srv_10.42.42.10(pid=19586): Launched\u000a08:53:07.345603 tst iperf3.py:8: start network...\u000a08:53:07.471538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:07.952023 run create_hlr_db(pid=19587): Launched\u000a08:53:08.126464 bus /gobi_6: Setting Powered False\u000a08:53:09.148037 run create_hlr_db(pid=19587): Terminated: ok {rc=0}\u000a08:53:09.554478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19589): Launched\u000a08:53:09.862818 run osmo-hlr_10.42.42.2(pid=19590): Launched\u000a08:53:09.981225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:10.520881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19592): Launched\u000a08:53:10.829930 run osmo-stp_10.42.42.5(pid=19593): Launched\u000a08:53:10.942042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:53:11.474853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19595): Launched\u000a08:53:11.583398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:53:11.850804 run patchelf(pid=19596): Launched\u000a08:53:12.028191 run osmo-stp_10.42.42.5(pid=19593): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19593)]\u000a08:53:12.158209 run osmo-stp_10.42.42.5(pid=19593): stdout: \u000a| (launched: 2022-12-10_08:53:10.675525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:12.288577 run osmo-stp_10.42.42.5(pid=19593): stderr: \u000a| �[0;m�[38;5;43m20221210085310850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085310851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085310851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085310851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085310852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085310852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085310852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:12.414539 run osmo-stp_10.42.42.5(pid=19593): stdout: \u000a| (launched: 2022-12-10_08:53:10.675525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:12.539720 run osmo-stp_10.42.42.5(pid=19593): stderr: \u000a| �[0;m�[38;5;43m20221210085310850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085310851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085310851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085310851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085310852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085310852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085310852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:12.684463 run patchelf(pid=19596): Terminating (SIGINT)\u000a08:53:12.854786 run patchelf(pid=19596): Terminated: ok {rc=0}\u000a08:53:12.885914 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19593): Process ended prematurely: osmo-stp_10.42.42.5(pid=19593) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19593)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a08:53:12.895048 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a08:53:12.955132 run osmo-hlr_10.42.42.2(pid=19590): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19590)]\u000a08:53:13.003867 run osmo-hlr_10.42.42.2(pid=19590): stdout: \u000a| (launched: 2022-12-10_08:53:09.708915) \u000a08:53:13.053364 run osmo-hlr_10.42.42.2(pid=19590): stderr: \u000a| �[0;m�[1;31m20221210085309887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085309887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085309887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085309887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085309887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085309887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085309900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085309909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085309909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085309909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:13.095367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19585): Terminating (SIGTERM)\u000a08:53:13.135196 run iperf3-srv_10.42.42.10(pid=19586): Terminating (SIGTERM)\u000a08:53:13.174800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19589): Terminating (SIGTERM)\u000a08:53:13.214439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19592): Terminating (SIGTERM)\u000a08:53:13.253997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19595): Terminating (SIGTERM)\u000a08:53:13.263277 --- ParallelTerminationStrategy: PID 19585 died...\u000a08:53:13.316406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19585): Terminated: ok {rc=0}\u000a08:53:13.325949 --- ParallelTerminationStrategy: PID 19586 died...\u000a08:53:13.379144 run iperf3-srv_10.42.42.10(pid=19586): Terminated {rc=256}\u000a08:53:13.388749 --- ParallelTerminationStrategy: PID 19589 died...\u000a08:53:13.441237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19589): Terminated: ok {rc=0}\u000a08:53:13.450857 --- ParallelTerminationStrategy: PID 19592 died...\u000a08:53:13.503248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19592): Terminated: ok {rc=0}\u000a08:53:13.512934 --- ParallelTerminationStrategy: PID 19595 died...\u000a08:53:13.565958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19595): Terminated: ok {rc=0}\u000a08:53:13.653321 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:53:14.763638 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:14.775147 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:53:14.915066 tst iperf3m4.py: using LAC 27258\u000a08:53:15.040047 tst iperf3m4.py: using RAC 228\u000a08:53:15.158261 tst iperf3m4.py: using CellId 27258\u000a08:53:15.284920 tst iperf3m4.py: using BVCI 27259\u000a08:53:15.310124 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:15.321798 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:15.333225 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:15.345201 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:15.357067 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:15.369019 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:15.380810 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:15.392694 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:15.405077 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:53:15.525657 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:53:15.647524 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:53:15.765791 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:53:16.070824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:53:16.201818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:53:16.596281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19607): Launched\u000a08:53:16.972351 run iperf3-srv_10.42.42.10(pid=19631): Launched\u000a08:53:17.256212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:53:17.418774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:53:17.902652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19664): Launched\u000a08:53:18.297371 run iperf3-srv_10.42.42.10(pid=19688): Launched\u000a08:53:18.540534 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:53:18.706414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:53:19.146787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19787): Launched\u000a08:53:19.515151 run iperf3-srv_10.42.42.10(pid=19851): Launched\u000a08:53:19.727421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:53:19.863981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:53:20.211182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19882): Launched\u000a08:53:20.505471 run iperf3-srv_10.42.42.10(pid=19883): Launched\u000a08:53:20.695951 tst iperf3m4.py:8: start network...\u000a08:53:20.826293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:21.362038 run create_hlr_db(pid=19884): Launched\u000a08:53:21.541312 bus /gobi_6: Setting Powered False\u000a08:53:22.563140 run create_hlr_db(pid=19884): Terminated: ok {rc=0}\u000a08:53:23.019702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Launched\u000a08:53:23.439291 run osmo-hlr_10.42.42.2(pid=19889): Launched\u000a08:53:23.677106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:24.330802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Launched\u000a08:53:24.762589 run osmo-stp_10.42.42.5(pid=19892): Launched\u000a08:53:24.996508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:53:25.630897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19894): Launched\u000a08:53:25.747039 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:53:26.049320 run patchelf(pid=19895): Launched\u000a08:53:26.234726 run osmo-stp_10.42.42.5(pid=19892): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]\u000a08:53:26.372041 run osmo-stp_10.42.42.5(pid=19892): stdout: \u000a| (launched: 2022-12-10_08:53:24.491799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:26.509641 run osmo-stp_10.42.42.5(pid=19892): stderr: \u000a| �[0;m�[38;5;43m20221210085324839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085324839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085324839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085324840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085324840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085324840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085324840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:26.642113 run osmo-stp_10.42.42.5(pid=19892): stdout: \u000a| (launched: 2022-12-10_08:53:24.491799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:26.774814 run osmo-stp_10.42.42.5(pid=19892): stderr: \u000a| �[0;m�[38;5;43m20221210085324839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085324839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085324839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085324840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085324840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085324840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085324840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:26.927843 run patchelf(pid=19895): Terminating (SIGINT)\u000a08:53:27.106428 run patchelf(pid=19895): Terminated: ok {rc=0}\u000a08:53:27.139698 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:53:27.150167 tst iperf3m4.py:8: Test FAILED (12.4 sec)\u000a08:53:27.216582 run osmo-hlr_10.42.42.2(pid=19889): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19889)]\u000a08:53:27.269158 run osmo-hlr_10.42.42.2(pid=19889): stdout: \u000a| (launched: 2022-12-10_08:53:23.179747) \u000a08:53:27.323475 run osmo-hlr_10.42.42.2(pid=19889): stderr: \u000a| �[0;m�[1;31m20221210085323521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085323521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085323521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085323521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085323521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085323521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085323541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085323553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085323554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085323554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:27.368910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19607): Terminating (SIGTERM)\u000a08:53:27.414498 run iperf3-srv_10.42.42.10(pid=19631): Terminating (SIGTERM)\u000a08:53:27.456227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19664): Terminating (SIGTERM)\u000a08:53:27.502217 run iperf3-srv_10.42.42.10(pid=19688): Terminating (SIGTERM)\u000a08:53:27.547792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19787): Terminating (SIGTERM)\u000a08:53:27.592230 run iperf3-srv_10.42.42.10(pid=19851): Terminating (SIGTERM)\u000a08:53:27.636893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19882): Terminating (SIGTERM)\u000a08:53:27.682417 run iperf3-srv_10.42.42.10(pid=19883): Terminating (SIGTERM)\u000a08:53:27.728029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Terminating (SIGTERM)\u000a08:53:27.773393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Terminating (SIGTERM)\u000a08:53:27.820051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19894): Terminating (SIGTERM)\u000a08:53:27.830666 --- ParallelTerminationStrategy: PID 19607 died...\u000a08:53:27.889637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19607): Terminated: ok {rc=0}\u000a08:53:27.900586 --- ParallelTerminationStrategy: PID 19631 died...\u000a08:53:27.958656 run iperf3-srv_10.42.42.10(pid=19631): Terminated {rc=256}\u000a08:53:27.969390 --- ParallelTerminationStrategy: PID 19664 died...\u000a08:53:28.025573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19664): Terminated: ok {rc=0}\u000a08:53:28.036702 --- ParallelTerminationStrategy: PID 19688 died...\u000a08:53:28.092433 run iperf3-srv_10.42.42.10(pid=19688): Terminated {rc=256}\u000a08:53:28.104109 --- ParallelTerminationStrategy: PID 19787 died...\u000a08:53:28.162450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19787): Terminated: ok {rc=0}\u000a08:53:28.172921 --- ParallelTerminationStrategy: PID 19851 died...\u000a08:53:28.228824 run iperf3-srv_10.42.42.10(pid=19851): Terminated {rc=256}\u000a08:53:28.240417 --- ParallelTerminationStrategy: PID 19882 died...\u000a08:53:28.297064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19882): Terminated: ok {rc=0}\u000a08:53:28.308750 --- ParallelTerminationStrategy: PID 19883 died...\u000a08:53:28.365855 run iperf3-srv_10.42.42.10(pid=19883): Terminated {rc=256}\u000a08:53:28.376404 --- ParallelTerminationStrategy: PID 19888 died...\u000a08:53:28.432488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Terminated: ok {rc=0}\u000a08:53:28.444218 --- ParallelTerminationStrategy: PID 19891 died...\u000a08:53:28.499777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Terminated: ok {rc=0}\u000a08:53:28.512487 --- ParallelTerminationStrategy: PID 19894 died...\u000a08:53:28.570749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19894): Terminated: ok {rc=0}\u000a08:53:28.657995 bus /gobi_4: Setting Powered False\u000a08:53:29.765569 bus /gobi_4: Setting Powered False\u000a08:53:30.903116 bus /gobi_1: Setting Powered False\u000a08:53:32.047052 bus /gobi_1: Setting Powered False\u000a08:53:33.164525 bus /gobi_0: Setting Powered False\u000a08:53:34.275249 bus /gobi_0: Setting Powered False\u000a08:53:35.391186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19902): Process ended prematurely: osmo-stp_10.42.42.5(pid=19902) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19902)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19902): Process ended prematurely: osmo-stp_10.42.42.5(pid=19902) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:53:36.460641 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:36.473545 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:53:36.618632 tst ping.py: using LAC 27259\u000a08:53:36.741571 tst ping.py: using RAC 229\u000a08:53:36.864290 tst ping.py: using CellId 27259\u000a08:53:36.987929 tst ping.py: using BVCI 27260\u000a08:53:37.012131 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:37.024849 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:37.036739 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:37.051014 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:37.063661 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:37.075653 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:37.090050 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:37.103283 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:53:37.388792 tst ping.py:19: start network...\u000a08:53:37.518891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:38.057562 run create_hlr_db(pid=19896): Launched\u000a08:53:38.237129 bus /gobi_6: Setting Powered False\u000a08:53:39.262514 run create_hlr_db(pid=19896): Terminated: ok {rc=0}\u000a08:53:39.668516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19898): Launched\u000a08:53:39.971108 run osmo-hlr_10.42.42.2(pid=19899): Launched\u000a08:53:40.086408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:40.608379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19901): Launched\u000a08:53:40.908435 run osmo-stp_10.42.42.5(pid=19902): Launched\u000a08:53:41.017537 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:53:41.539060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19904): Launched\u000a08:53:41.645294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:53:41.908549 run patchelf(pid=19905): Launched\u000a08:53:42.083340 run osmo-stp_10.42.42.5(pid=19902): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19902)]\u000a08:53:42.211157 run osmo-stp_10.42.42.5(pid=19902): stdout: \u000a| (launched: 2022-12-10_08:53:40.759159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:42.339324 run osmo-stp_10.42.42.5(pid=19902): stderr: \u000a| �[0;m�[38;5;43m20221210085340931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085340931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085340931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085340932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085340932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085340932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085340932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:42.463357 run osmo-stp_10.42.42.5(pid=19902): stdout: \u000a| (launched: 2022-12-10_08:53:40.759159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:42.586067 run osmo-stp_10.42.42.5(pid=19902): stderr: \u000a| �[0;m�[38;5;43m20221210085340931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085340931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085340931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085340932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085340932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085340932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085340932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:42.728894 run patchelf(pid=19905): Terminating (SIGINT)\u000a08:53:42.897442 run patchelf(pid=19905): Terminated: ok {rc=0}\u000a08:53:42.928068 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19902): Process ended prematurely: osmo-stp_10.42.42.5(pid=19902) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19902)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a08:53:42.936583 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:53:42.996749 run osmo-hlr_10.42.42.2(pid=19899): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19899)]\u000a08:53:43.045537 run osmo-hlr_10.42.42.2(pid=19899): stdout: \u000a| (launched: 2022-12-10_08:53:39.820059) \u000a08:53:43.094873 run osmo-hlr_10.42.42.2(pid=19899): stderr: \u000a| �[0;m�[1;31m20221210085339998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085339998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085339998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085339998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085339998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085339998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085340011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085340020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085340020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085340020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:43.136772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19898): Terminating (SIGTERM)\u000a08:53:43.176503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19901): Terminating (SIGTERM)\u000a08:53:43.216037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19904): Terminating (SIGTERM)\u000a08:53:43.225559 --- ParallelTerminationStrategy: PID 19898 died...\u000a08:53:43.278351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19898): Terminated: ok {rc=0}\u000a08:53:43.287969 --- ParallelTerminationStrategy: PID 19901 died...\u000a08:53:43.340335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19901): Terminated: ok {rc=0}\u000a08:53:43.350110 --- ParallelTerminationStrategy: PID 19904 died...\u000a08:53:43.402641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19904): Terminated: ok {rc=0}\u000a08:53:43.489801 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19912): Process ended prematurely: osmo-stp_10.42.42.5(pid=19912) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19912)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19912): Process ended prematurely: osmo-stp_10.42.42.5(pid=19912) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:53:44.541587 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:44.553494 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:53:44.692602 tst ping_idle_ping.py: using LAC 27260\u000a08:53:44.810820 tst ping_idle_ping.py: using RAC 230\u000a08:53:44.931436 tst ping_idle_ping.py: using CellId 27260\u000a08:53:45.047772 tst ping_idle_ping.py: using BVCI 27261\u000a08:53:45.070733 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:45.081783 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:45.092436 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:45.103511 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:45.114421 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:45.125319 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:45.136420 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:53:45.147454 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:53:45.438117 tst ping_idle_ping.py:24: start network...\u000a08:53:45.571231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:46.111943 run create_hlr_db(pid=19906): Launched\u000a08:53:46.291101 bus /gobi_6: Setting Powered False\u000a08:53:47.314226 run create_hlr_db(pid=19906): Terminated: ok {rc=0}\u000a08:53:47.718335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19908): Launched\u000a08:53:48.020065 run osmo-hlr_10.42.42.2(pid=19909): Launched\u000a08:53:48.129666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:48.650184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19911): Launched\u000a08:53:48.951238 run osmo-stp_10.42.42.5(pid=19912): Launched\u000a08:53:49.060790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:53:49.586106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19914): Launched\u000a08:53:49.693177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:53:49.958239 run patchelf(pid=19915): Launched\u000a08:53:50.133866 run osmo-stp_10.42.42.5(pid=19912): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19912)]\u000a08:53:50.262186 run osmo-stp_10.42.42.5(pid=19912): stdout: \u000a| (launched: 2022-12-10_08:53:48.801348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:50.390215 run osmo-stp_10.42.42.5(pid=19912): stderr: \u000a| �[0;m�[38;5;43m20221210085348973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085348973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085348973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085348973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085348974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085348974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085348974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:50.514303 run osmo-stp_10.42.42.5(pid=19912): stdout: \u000a| (launched: 2022-12-10_08:53:48.801348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:50.637383 run osmo-stp_10.42.42.5(pid=19912): stderr: \u000a| �[0;m�[38;5;43m20221210085348973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085348973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085348973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085348973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085348974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085348974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085348974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:50.780633 run patchelf(pid=19915): Terminating (SIGINT)\u000a08:53:50.948919 run patchelf(pid=19915): Terminated: ok {rc=0}\u000a08:53:50.979580 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19912): Process ended prematurely: osmo-stp_10.42.42.5(pid=19912) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19912)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:53:50.988187 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:53:51.052044 run osmo-hlr_10.42.42.2(pid=19909): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19909)]\u000a08:53:51.103304 run osmo-hlr_10.42.42.2(pid=19909): stdout: \u000a| (launched: 2022-12-10_08:53:47.869967) \u000a08:53:51.155174 run osmo-hlr_10.42.42.2(pid=19909): stderr: \u000a| �[0;m�[1;31m20221210085348047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085348047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085348047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085348047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085348047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085348047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085348059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085348068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085348069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085348069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:51.199111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19908): Terminating (SIGTERM)\u000a08:53:51.241408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19911): Terminating (SIGTERM)\u000a08:53:51.283251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19914): Terminating (SIGTERM)\u000a08:53:51.293477 --- ParallelTerminationStrategy: PID 19908 died...\u000a08:53:51.349434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19908): Terminated: ok {rc=0}\u000a08:53:51.359845 --- ParallelTerminationStrategy: PID 19911 died...\u000a08:53:51.416151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19911): Terminated: ok {rc=0}\u000a08:53:51.426448 --- ParallelTerminationStrategy: PID 19914 died...\u000a08:53:51.482860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19914): Terminated: ok {rc=0}\u000a08:53:51.569520 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:52:52" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19930): Process ended prematurely: osmo-stp_10.42.42.5(pid=19930) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19930)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19930): Process ended prematurely: osmo-stp_10.42.42.5(pid=19930) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:53:53.742630 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:53.753767 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:53:53.917779 tst cs_paging_gprs_active.py: using LAC 27261\u000a08:53:54.049370 tst cs_paging_gprs_active.py: using RAC 231\u000a08:53:54.174444 tst cs_paging_gprs_active.py: using CellId 27261\u000a08:53:54.299658 tst cs_paging_gprs_active.py: using BVCI 27262\u000a08:53:54.324527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:54.336057 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:54.347563 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:54.359508 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:54.371554 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:54.383418 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:54.395341 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:54.407160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:53:54.419583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:53:54.540215 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:53:54.820237 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:53:54.947600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:53:55.261753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19920): Launched\u000a08:53:55.522943 run iperf3-srv_10.42.42.10(pid=19921): Launched\u000a08:53:55.709357 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:53:55.836794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:53:56.151400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19922): Launched\u000a08:53:56.413019 run iperf3-srv_10.42.42.10(pid=19923): Launched\u000a08:53:56.598667 tst cs_paging_gprs_active.py:38: start network...\u000a08:53:56.725347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:57.206872 run create_hlr_db(pid=19924): Launched\u000a08:53:57.382188 bus /gobi_6: Setting Powered False\u000a08:53:58.403983 run create_hlr_db(pid=19924): Terminated: ok {rc=0}\u000a08:53:58.832131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19926): Launched\u000a08:53:59.155673 run osmo-hlr_10.42.42.2(pid=19927): Launched\u000a08:53:59.276005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:59.835653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19929): Launched\u000a08:54:00.156884 run osmo-stp_10.42.42.5(pid=19930): Launched\u000a08:54:00.274069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:54:00.846867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19932): Launched\u000a08:54:00.966182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:54:01.253479 run patchelf(pid=19933): Launched\u000a08:54:01.437922 run osmo-stp_10.42.42.5(pid=19930): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19930)]\u000a08:54:01.573335 run osmo-stp_10.42.42.5(pid=19930): stdout: \u000a| (launched: 2022-12-10_08:53:59.999441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:01.709761 run osmo-stp_10.42.42.5(pid=19930): stderr: \u000a| �[0;m�[38;5;43m20221210085400191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085400191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085400191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085400191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:01.841112 run osmo-stp_10.42.42.5(pid=19930): stdout: \u000a| (launched: 2022-12-10_08:53:59.999441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:01.971629 run osmo-stp_10.42.42.5(pid=19930): stderr: \u000a| �[0;m�[38;5;43m20221210085400191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085400191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085400191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085400191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085400192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:02.122948 run patchelf(pid=19933): Terminating (SIGINT)\u000a08:54:02.305831 run patchelf(pid=19933): Terminated: ok {rc=0}\u000a08:54:02.339161 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19930): Process ended prematurely: osmo-stp_10.42.42.5(pid=19930) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19930)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:54:02.349100 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:54:02.411352 run osmo-hlr_10.42.42.2(pid=19927): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19927)]\u000a08:54:02.462662 run osmo-hlr_10.42.42.2(pid=19927): stdout: \u000a| (launched: 2022-12-10_08:53:58.997295) \u000a08:54:02.514327 run osmo-hlr_10.42.42.2(pid=19927): stderr: \u000a| �[0;m�[1;31m20221210085359197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085359197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085359197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085359197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085359197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085359197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085359208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085359216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085359216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085359216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:02.558038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19920): Terminating (SIGTERM)\u000a08:54:02.599103 run iperf3-srv_10.42.42.10(pid=19921): Terminating (SIGTERM)\u000a08:54:02.640341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19922): Terminating (SIGTERM)\u000a08:54:02.681452 run iperf3-srv_10.42.42.10(pid=19923): Terminating (SIGTERM)\u000a08:54:02.722543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19926): Terminating (SIGTERM)\u000a08:54:02.763691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19929): Terminating (SIGTERM)\u000a08:54:02.804855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19932): Terminating (SIGTERM)\u000a08:54:02.814444 --- ParallelTerminationStrategy: PID 19920 died...\u000a08:54:02.869727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19920): Terminated: ok {rc=0}\u000a08:54:02.879646 --- ParallelTerminationStrategy: PID 19921 died...\u000a08:54:02.934406 run iperf3-srv_10.42.42.10(pid=19921): Terminated {rc=256}\u000a08:54:02.944215 --- ParallelTerminationStrategy: PID 19922 died...\u000a08:54:02.999055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19922): Terminated: ok {rc=0}\u000a08:54:03.009060 --- ParallelTerminationStrategy: PID 19923 died...\u000a08:54:03.063546 run iperf3-srv_10.42.42.10(pid=19923): Terminated {rc=256}\u000a08:54:03.073519 --- ParallelTerminationStrategy: PID 19926 died...\u000a08:54:03.128901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19926): Terminated: ok {rc=0}\u000a08:54:03.138976 --- ParallelTerminationStrategy: PID 19929 died...\u000a08:54:03.193669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19929): Terminated: ok {rc=0}\u000a08:54:03.203652 --- ParallelTerminationStrategy: PID 19932 died...\u000a08:54:03.258518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19932): Terminated: ok {rc=0}\u000a08:54:03.345324 bus /gobi_0: Setting Powered False\u000a08:54:04.451257 bus /gobi_0: Setting Powered False\u000a08:54:05.558419 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19942): Process ended prematurely: osmo-stp_10.42.42.5(pid=19942) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19942)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19942): Process ended prematurely: osmo-stp_10.42.42.5(pid=19942) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:54:06.672748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:06.684814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:54:06.853083 tst iperf3.py: using LAC 27262\u000a08:54:06.980040 tst iperf3.py: using RAC 232\u000a08:54:07.106665 tst iperf3.py: using CellId 27262\u000a08:54:07.233991 tst iperf3.py: using BVCI 27263\u000a08:54:07.258820 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:07.270246 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:07.281495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:07.292613 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:07.303826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:07.315102 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:07.326445 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:07.337557 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:07.348884 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:54:07.645504 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:54:07.780393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:08.112111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19934): Launched\u000a08:54:08.387678 run iperf3-srv_10.42.42.10(pid=19935): Launched\u000a08:54:08.585967 tst iperf3.py:8: start network...\u000a08:54:08.720800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:09.238318 run create_hlr_db(pid=19936): Launched\u000a08:54:09.425494 bus /gobi_6: Setting Powered False\u000a08:54:10.446543 run create_hlr_db(pid=19936): Terminated: ok {rc=0}\u000a08:54:10.854684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19938): Launched\u000a08:54:11.160083 run osmo-hlr_10.42.42.2(pid=19939): Launched\u000a08:54:11.279694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:11.815076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19941): Launched\u000a08:54:12.118660 run osmo-stp_10.42.42.5(pid=19942): Launched\u000a08:54:12.230218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:54:12.759477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19944): Launched\u000a08:54:12.868920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:54:13.133162 run patchelf(pid=19945): Launched\u000a08:54:13.311090 run osmo-stp_10.42.42.5(pid=19942): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19942)]\u000a08:54:13.441483 run osmo-stp_10.42.42.5(pid=19942): stdout: \u000a| (launched: 2022-12-10_08:54:11.969086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:13.572057 run osmo-stp_10.42.42.5(pid=19942): stderr: \u000a| �[0;m�[38;5;43m20221210085412140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085412140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085412141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085412141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085412142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085412142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085412142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:13.698193 run osmo-stp_10.42.42.5(pid=19942): stdout: \u000a| (launched: 2022-12-10_08:54:11.969086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:13.823306 run osmo-stp_10.42.42.5(pid=19942): stderr: \u000a| �[0;m�[38;5;43m20221210085412140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085412140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085412141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085412141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085412142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085412142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085412142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:13.968624 run patchelf(pid=19945): Terminating (SIGINT)\u000a08:54:14.139412 run patchelf(pid=19945): Terminated: ok {rc=0}\u000a08:54:14.170633 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19942): Process ended prematurely: osmo-stp_10.42.42.5(pid=19942) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19942)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:54:14.179777 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:54:14.240275 run osmo-hlr_10.42.42.2(pid=19939): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19939)]\u000a08:54:14.289443 run osmo-hlr_10.42.42.2(pid=19939): stdout: \u000a| (launched: 2022-12-10_08:54:11.009652) \u000a08:54:14.339746 run osmo-hlr_10.42.42.2(pid=19939): stderr: \u000a| �[0;m�[1;31m20221210085411188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085411188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085411188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085411188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085411188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085411188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085411201 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085411209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085411209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085411209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:14.381680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19934): Terminating (SIGTERM)\u000a08:54:14.421293 run iperf3-srv_10.42.42.10(pid=19935): Terminating (SIGTERM)\u000a08:54:14.460938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19938): Terminating (SIGTERM)\u000a08:54:14.500777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19941): Terminating (SIGTERM)\u000a08:54:14.540461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19944): Terminating (SIGTERM)\u000a08:54:14.549836 --- ParallelTerminationStrategy: PID 19934 died...\u000a08:54:14.602908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19934): Terminated: ok {rc=0}\u000a08:54:14.612692 --- ParallelTerminationStrategy: PID 19935 died...\u000a08:54:14.665723 run iperf3-srv_10.42.42.10(pid=19935): Terminated {rc=256}\u000a08:54:14.675285 --- ParallelTerminationStrategy: PID 19938 died...\u000a08:54:14.728197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19938): Terminated: ok {rc=0}\u000a08:54:14.738048 --- ParallelTerminationStrategy: PID 19941 died...\u000a08:54:14.790876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19941): Terminated: ok {rc=0}\u000a08:54:14.800654 --- ParallelTerminationStrategy: PID 19944 died...\u000a08:54:14.853755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19944): Terminated: ok {rc=0}\u000a08:54:14.941955 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19961): Process ended prematurely: osmo-stp_10.42.42.5(pid=19961) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19961)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19961): Process ended prematurely: osmo-stp_10.42.42.5(pid=19961) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:54:16.061922 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.074624 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:54:16.239533 tst iperf3m4.py: using LAC 27263\u000a08:54:16.391332 tst iperf3m4.py: using RAC 233\u000a08:54:16.523043 tst iperf3m4.py: using CellId 27263\u000a08:54:16.674429 tst iperf3m4.py: using BVCI 27264\u000a08:54:16.701827 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.713930 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.726052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.739068 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.751361 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.763332 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.776618 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.789132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:16.801181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:54:16.924804 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:54:17.090366 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:54:17.210985 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:54:17.494213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:54:17.621492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:17.936341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Launched\u000a08:54:18.203660 run iperf3-srv_10.42.42.10(pid=19948): Launched\u000a08:54:18.402794 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:54:18.538958 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:18.872596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Launched\u000a08:54:19.149328 run iperf3-srv_10.42.42.10(pid=19950): Launched\u000a08:54:19.348175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:54:19.484469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:19.817800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19951): Launched\u000a08:54:20.094718 run iperf3-srv_10.42.42.10(pid=19952): Launched\u000a08:54:20.292815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:54:20.428266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:20.761820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19953): Launched\u000a08:54:21.038486 run iperf3-srv_10.42.42.10(pid=19954): Launched\u000a08:54:21.237185 tst iperf3m4.py:8: start network...\u000a08:54:21.372856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:21.889760 run create_hlr_db(pid=19955): Launched\u000a08:54:22.076077 bus /gobi_6: Setting Powered False\u000a08:54:23.097343 run create_hlr_db(pid=19955): Terminated: ok {rc=0}\u000a08:54:23.527104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19957): Launched\u000a08:54:23.849991 run osmo-hlr_10.42.42.2(pid=19958): Launched\u000a08:54:23.968321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:24.530338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19960): Launched\u000a08:54:24.853473 run osmo-stp_10.42.42.5(pid=19961): Launched\u000a08:54:24.971856 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:54:25.535634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19963): Launched\u000a08:54:25.651498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:54:25.932292 run patchelf(pid=19964): Launched\u000a08:54:26.121668 run osmo-stp_10.42.42.5(pid=19961): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19961)]\u000a08:54:26.260043 run osmo-stp_10.42.42.5(pid=19961): stdout: \u000a| (launched: 2022-12-10_08:54:24.695169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:26.398746 run osmo-stp_10.42.42.5(pid=19961): stderr: \u000a| �[0;m�[38;5;43m20221210085424890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085424890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085424890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085424890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085424891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085424891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085424891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:26.533329 run osmo-stp_10.42.42.5(pid=19961): stdout: \u000a| (launched: 2022-12-10_08:54:24.695169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:26.666531 run osmo-stp_10.42.42.5(pid=19961): stderr: \u000a| �[0;m�[38;5;43m20221210085424890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085424890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085424890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085424890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085424891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085424891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085424891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:26.820918 run patchelf(pid=19964): Terminating (SIGINT)\u000a08:54:27.002276 run patchelf(pid=19964): Terminated: ok {rc=0}\u000a08:54:27.035362 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19961): Process ended prematurely: osmo-stp_10.42.42.5(pid=19961) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19961)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:54:27.045194 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:54:27.107990 run osmo-hlr_10.42.42.2(pid=19958): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19958)]\u000a08:54:27.159149 run osmo-hlr_10.42.42.2(pid=19958): stdout: \u000a| (launched: 2022-12-10_08:54:23.691823) \u000a08:54:27.210953 run osmo-hlr_10.42.42.2(pid=19958): stderr: \u000a| �[0;m�[1;31m20221210085423891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085423891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085423891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085423891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085423892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085423892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085423903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:27.255180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Terminating (SIGTERM)\u000a08:54:27.297812 run iperf3-srv_10.42.42.10(pid=19948): Terminating (SIGTERM)\u000a08:54:27.339650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Terminating (SIGTERM)\u000a08:54:27.381604 run iperf3-srv_10.42.42.10(pid=19950): Terminating (SIGTERM)\u000a08:54:27.423571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19951): Terminating (SIGTERM)\u000a08:54:27.465835 run iperf3-srv_10.42.42.10(pid=19952): Terminating (SIGTERM)\u000a08:54:27.508388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19953): Terminating (SIGTERM)\u000a08:54:27.550223 run iperf3-srv_10.42.42.10(pid=19954): Terminating (SIGTERM)\u000a08:54:27.592052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19957): Terminating (SIGTERM)\u000a08:54:27.634010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19960): Terminating (SIGTERM)\u000a08:54:27.675942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19963): Terminating (SIGTERM)\u000a08:54:27.685704 --- ParallelTerminationStrategy: PID 19947 died...\u000a08:54:27.741712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Terminated: ok {rc=0}\u000a08:54:27.751765 --- ParallelTerminationStrategy: PID 19948 died...\u000a08:54:27.807082 run iperf3-srv_10.42.42.10(pid=19948): Terminated {rc=256}\u000a08:54:27.817142 --- ParallelTerminationStrategy: PID 19949 died...\u000a08:54:27.872860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Terminated: ok {rc=0}\u000a08:54:27.883048 --- ParallelTerminationStrategy: PID 19950 died...\u000a08:54:27.938332 run iperf3-srv_10.42.42.10(pid=19950): Terminated {rc=256}\u000a08:54:27.948324 --- ParallelTerminationStrategy: PID 19951 died...\u000a08:54:28.003607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19951): Terminated: ok {rc=0}\u000a08:54:28.013737 --- ParallelTerminationStrategy: PID 19952 died...\u000a08:54:28.068723 run iperf3-srv_10.42.42.10(pid=19952): Terminated {rc=256}\u000a08:54:28.078972 --- ParallelTerminationStrategy: PID 19953 died...\u000a08:54:28.134637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19953): Terminated: ok {rc=0}\u000a08:54:28.144788 --- ParallelTerminationStrategy: PID 19954 died...\u000a08:54:28.199803 run iperf3-srv_10.42.42.10(pid=19954): Terminated {rc=256}\u000a08:54:28.209877 --- ParallelTerminationStrategy: PID 19957 died...\u000a08:54:28.265317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19957): Terminated: ok {rc=0}\u000a08:54:28.275472 --- ParallelTerminationStrategy: PID 19960 died...\u000a08:54:28.330981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19960): Terminated: ok {rc=0}\u000a08:54:28.341111 --- ParallelTerminationStrategy: PID 19963 died...\u000a08:54:28.396169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19963): Terminated: ok {rc=0}\u000a08:54:28.481365 bus /gobi_4: Setting Powered False\u000a08:54:29.587909 bus /gobi_4: Setting Powered False\u000a08:54:30.696025 bus /gobi_1: Setting Powered False\u000a08:54:31.796339 bus /gobi_1: Setting Powered False\u000a08:54:32.901916 bus /gobi_0: Setting Powered False\u000a08:54:34.001525 bus /gobi_0: Setting Powered False\u000a08:54:35.111583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19971): Process ended prematurely: osmo-stp_10.42.42.5(pid=19971) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19971)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19971): Process ended prematurely: osmo-stp_10.42.42.5(pid=19971) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:54:36.178550 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:36.190135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:54:36.352080 tst ping.py: using LAC 27264\u000a08:54:36.468458 tst ping.py: using RAC 234\u000a08:54:36.584223 tst ping.py: using CellId 27264\u000a08:54:36.702312 tst ping.py: using BVCI 27265\u000a08:54:36.725279 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:36.736149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:36.747016 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:36.758119 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:36.769112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:36.780055 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:36.791143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:36.802116 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:54:37.086196 tst ping.py:19: start network...\u000a08:54:37.218234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:37.723256 run create_hlr_db(pid=19965): Launched\u000a08:54:37.906495 bus /gobi_6: Setting Powered False\u000a08:54:38.926913 run create_hlr_db(pid=19965): Terminated: ok {rc=0}\u000a08:54:39.326890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19967): Launched\u000a08:54:39.625728 run osmo-hlr_10.42.42.2(pid=19968): Launched\u000a08:54:39.746691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:40.273194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19970): Launched\u000a08:54:40.570628 run osmo-stp_10.42.42.5(pid=19971): Launched\u000a08:54:40.680824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:54:41.207864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19973): Launched\u000a08:54:41.321079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:54:41.597952 run patchelf(pid=19974): Launched\u000a08:54:41.783100 run osmo-stp_10.42.42.5(pid=19971): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19971)]\u000a08:54:41.918633 run osmo-stp_10.42.42.5(pid=19971): stdout: \u000a| (launched: 2022-12-10_08:54:40.423911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:42.054158 run osmo-stp_10.42.42.5(pid=19971): stderr: \u000a| �[0;m�[38;5;43m20221210085440592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085440592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085440593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085440593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085440595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085440596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085440596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:42.185566 run osmo-stp_10.42.42.5(pid=19971): stdout: \u000a| (launched: 2022-12-10_08:54:40.423911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:42.315832 run osmo-stp_10.42.42.5(pid=19971): stderr: \u000a| �[0;m�[38;5;43m20221210085440592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085440592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085440593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085440593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085440595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085440596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085440596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:42.467362 run patchelf(pid=19974): Terminating (SIGINT)\u000a08:54:42.645469 run patchelf(pid=19974): Terminated: ok {rc=0}\u000a08:54:42.677555 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19971): Process ended prematurely: osmo-stp_10.42.42.5(pid=19971) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19971)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:54:42.686506 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:54:42.748862 run osmo-hlr_10.42.42.2(pid=19968): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19968)]\u000a08:54:42.800151 run osmo-hlr_10.42.42.2(pid=19968): stdout: \u000a| (launched: 2022-12-10_08:54:39.478809) \u000a08:54:42.851912 run osmo-hlr_10.42.42.2(pid=19968): stderr: \u000a| �[0;m�[1;31m20221210085439651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085439651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085439652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085439664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085439673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085439674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085439674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:42.896008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19967): Terminating (SIGTERM)\u000a08:54:42.937769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19970): Terminating (SIGTERM)\u000a08:54:42.979296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19973): Terminating (SIGTERM)\u000a08:54:42.989029 --- ParallelTerminationStrategy: PID 19967 died...\u000a08:54:43.044412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19967): Terminated: ok {rc=0}\u000a08:54:43.054580 --- ParallelTerminationStrategy: PID 19970 died...\u000a08:54:43.109843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19970): Terminated: ok {rc=0}\u000a08:54:43.119768 --- ParallelTerminationStrategy: PID 19973 died...\u000a08:54:43.174796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19973): Terminated: ok {rc=0}\u000a08:54:43.261283 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19981): Process ended prematurely: osmo-stp_10.42.42.5(pid=19981) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19981)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19981): Process ended prematurely: osmo-stp_10.42.42.5(pid=19981) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:54:44.312858 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:44.324857 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:54:44.490933 tst ping_idle_ping.py: using LAC 27265\u000a08:54:44.620174 tst ping_idle_ping.py: using RAC 235\u000a08:54:44.743468 tst ping_idle_ping.py: using CellId 27265\u000a08:54:44.867195 tst ping_idle_ping.py: using BVCI 27266\u000a08:54:44.891585 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:44.903131 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:44.914427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:44.925680 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:44.936784 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:44.948047 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:44.959396 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:54:44.970669 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:54:45.261819 tst ping_idle_ping.py:24: start network...\u000a08:54:45.394582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:45.947745 run create_hlr_db(pid=19975): Launched\u000a08:54:46.132332 bus /gobi_6: Setting Powered False\u000a08:54:47.175363 run create_hlr_db(pid=19975): Terminated: ok {rc=0}\u000a08:54:47.584040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19977): Launched\u000a08:54:47.883808 run osmo-hlr_10.42.42.2(pid=19978): Launched\u000a08:54:47.998296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:48.517022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19980): Launched\u000a08:54:48.815123 run osmo-stp_10.42.42.5(pid=19981): Launched\u000a08:54:48.924221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:54:49.443534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19983): Launched\u000a08:54:49.550863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:54:49.810803 run patchelf(pid=19984): Launched\u000a08:54:49.986189 run osmo-stp_10.42.42.5(pid=19981): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19981)]\u000a08:54:50.114156 run osmo-stp_10.42.42.5(pid=19981): stdout: \u000a| (launched: 2022-12-10_08:54:48.668496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:50.242897 run osmo-stp_10.42.42.5(pid=19981): stderr: \u000a| �[0;m�[38;5;43m20221210085448839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085448839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085448839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085448839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:50.367120 run osmo-stp_10.42.42.5(pid=19981): stdout: \u000a| (launched: 2022-12-10_08:54:48.668496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:50.490162 run osmo-stp_10.42.42.5(pid=19981): stderr: \u000a| �[0;m�[38;5;43m20221210085448839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085448839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085448839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085448839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085448840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:50.633518 run patchelf(pid=19984): Terminating (SIGINT)\u000a08:54:50.801631 run patchelf(pid=19984): Terminated: ok {rc=0}\u000a08:54:50.832214 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19981): Process ended prematurely: osmo-stp_10.42.42.5(pid=19981) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19981)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:54:50.840720 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:54:50.900195 run osmo-hlr_10.42.42.2(pid=19978): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19978)]\u000a08:54:50.949307 run osmo-hlr_10.42.42.2(pid=19978): stdout: \u000a| (launched: 2022-12-10_08:54:47.736392) \u000a08:54:50.998442 run osmo-hlr_10.42.42.2(pid=19978): stderr: \u000a| �[0;m�[1;31m20221210085447915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085447915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085447915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085447915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085447915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085447915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085447928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085447938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085447938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085447938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:51.040239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19977): Terminating (SIGTERM)\u000a08:54:51.080714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19980): Terminating (SIGTERM)\u000a08:54:51.120302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19983): Terminating (SIGTERM)\u000a08:54:51.129867 --- ParallelTerminationStrategy: PID 19977 died...\u000a08:54:51.183042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19977): Terminated: ok {rc=0}\u000a08:54:51.192651 --- ParallelTerminationStrategy: PID 19980 died...\u000a08:54:51.248503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19980): Terminated: ok {rc=0}\u000a08:54:51.258348 --- ParallelTerminationStrategy: PID 19983 died...\u000a08:54:51.313079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19983): Terminated: ok {rc=0}\u000a08:54:51.399130 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:53:53" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20001): Process ended prematurely: osmo-stp_10.42.42.5(pid=20001) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20001)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20001): Process ended prematurely: osmo-stp_10.42.42.5(pid=20001) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:54:53.565818 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:53.577216 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:54:53.743641 tst cs_paging_gprs_active.py: using LAC 27266\u000a08:54:53.870289 tst cs_paging_gprs_active.py: using RAC 236\u000a08:54:53.992896 tst cs_paging_gprs_active.py: using CellId 27266\u000a08:54:54.114566 tst cs_paging_gprs_active.py: using BVCI 27267\u000a08:54:54.138308 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:54.149504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:54.160418 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:54.171946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:54.183174 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:54.194537 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:54.206074 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:54.217083 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:54:54.228309 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:54:54.347360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:54:54.638854 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:54:54.773768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:55.109997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19991): Launched\u000a08:54:55.393340 run iperf3-srv_10.42.42.10(pid=19992): Launched\u000a08:54:55.592610 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:54:55.727825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:56.065576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Launched\u000a08:54:56.348005 run iperf3-srv_10.42.42.10(pid=19994): Launched\u000a08:54:56.546492 tst cs_paging_gprs_active.py:38: start network...\u000a08:54:56.681873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:57.201440 run create_hlr_db(pid=19995): Launched\u000a08:54:57.387464 bus /gobi_6: Setting Powered False\u000a08:54:58.408608 run create_hlr_db(pid=19995): Terminated: ok {rc=0}\u000a08:54:58.819295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19997): Launched\u000a08:54:59.126679 run osmo-hlr_10.42.42.2(pid=19998): Launched\u000a08:54:59.241800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:59.782176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20000): Launched\u000a08:55:00.089410 run osmo-stp_10.42.42.5(pid=20001): Launched\u000a08:55:00.200692 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:00.731720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20003): Launched\u000a08:55:00.848226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:01.178474 run patchelf(pid=20004): Launched\u000a08:55:01.397998 run osmo-stp_10.42.42.5(pid=20001): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20001)]\u000a08:55:01.541354 run osmo-stp_10.42.42.5(pid=20001): stdout: \u000a| (launched: 2022-12-10_08:54:59.936775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:01.684342 run osmo-stp_10.42.42.5(pid=20001): stderr: \u000a| �[0;m�[38;5;43m20221210085500112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085500112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085500112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085500113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085500113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085500113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085500113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:01.822651 run osmo-stp_10.42.42.5(pid=20001): stdout: \u000a| (launched: 2022-12-10_08:54:59.936775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:01.959389 run osmo-stp_10.42.42.5(pid=20001): stderr: \u000a| �[0;m�[38;5;43m20221210085500112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085500112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085500112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085500113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085500113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085500113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085500113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:02.118640 run patchelf(pid=20004): Terminating (SIGINT)\u000a08:55:02.302317 run patchelf(pid=20004): Terminated: ok {rc=0}\u000a08:55:02.336242 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20001): Process ended prematurely: osmo-stp_10.42.42.5(pid=20001) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20001)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:55:02.346441 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:55:02.409265 run osmo-hlr_10.42.42.2(pid=19998): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19998)]\u000a08:55:02.461096 run osmo-hlr_10.42.42.2(pid=19998): stdout: \u000a| (launched: 2022-12-10_08:54:58.974151) \u000a08:55:02.513244 run osmo-hlr_10.42.42.2(pid=19998): stderr: \u000a| �[0;m�[1;31m20221210085459153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085459153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085459153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085459153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085459153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085459153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085459165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085459175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085459175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085459175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:02.557748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19991): Terminating (SIGTERM)\u000a08:55:02.599389 run iperf3-srv_10.42.42.10(pid=19992): Terminating (SIGTERM)\u000a08:55:02.640999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Terminating (SIGTERM)\u000a08:55:02.682755 run iperf3-srv_10.42.42.10(pid=19994): Terminating (SIGTERM)\u000a08:55:02.724350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19997): Terminating (SIGTERM)\u000a08:55:02.766129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20000): Terminating (SIGTERM)\u000a08:55:02.807760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20003): Terminating (SIGTERM)\u000a08:55:02.817454 --- ParallelTerminationStrategy: PID 19991 died...\u000a08:55:02.873221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19991): Terminated: ok {rc=0}\u000a08:55:02.883218 --- ParallelTerminationStrategy: PID 19992 died...\u000a08:55:02.938249 run iperf3-srv_10.42.42.10(pid=19992): Terminated {rc=256}\u000a08:55:02.948209 --- ParallelTerminationStrategy: PID 19993 died...\u000a08:55:03.003907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Terminated: ok {rc=0}\u000a08:55:03.013946 --- ParallelTerminationStrategy: PID 19994 died...\u000a08:55:03.068899 run iperf3-srv_10.42.42.10(pid=19994): Terminated {rc=256}\u000a08:55:03.078946 --- ParallelTerminationStrategy: PID 19997 died...\u000a08:55:03.134045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19997): Terminated: ok {rc=0}\u000a08:55:03.144085 --- ParallelTerminationStrategy: PID 20000 died...\u000a08:55:03.199287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20000): Terminated: ok {rc=0}\u000a08:55:03.209222 --- ParallelTerminationStrategy: PID 20003 died...\u000a08:55:03.264179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20003): Terminated: ok {rc=0}\u000a08:55:03.349832 bus /gobi_0: Setting Powered False\u000a08:55:04.455518 bus /gobi_0: Setting Powered False\u000a08:55:05.561507 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20016): Process ended prematurely: osmo-stp_10.42.42.5(pid=20016) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20016)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20016): Process ended prematurely: osmo-stp_10.42.42.5(pid=20016) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:55:06.675241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:06.687403 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:55:06.851256 tst iperf3.py: using LAC 27267\u000a08:55:06.972775 tst iperf3.py: using RAC 237\u000a08:55:07.095255 tst iperf3.py: using CellId 27267\u000a08:55:07.216276 tst iperf3.py: using BVCI 27268\u000a08:55:07.239573 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:07.250536 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:07.261417 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:07.272402 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:07.283357 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:07.294380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:07.306057 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:07.316905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:07.328012 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:55:07.610758 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:55:07.738734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:08.057625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20008): Launched\u000a08:55:08.324107 run iperf3-srv_10.42.42.10(pid=20009): Launched\u000a08:55:08.510201 tst iperf3.py:8: start network...\u000a08:55:08.638165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:09.120841 run create_hlr_db(pid=20010): Launched\u000a08:55:09.296227 bus /gobi_6: Setting Powered False\u000a08:55:10.316323 run create_hlr_db(pid=20010): Terminated: ok {rc=0}\u000a08:55:10.749081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20012): Launched\u000a08:55:11.076120 run osmo-hlr_10.42.42.2(pid=20013): Launched\u000a08:55:11.194460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:11.759594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20015): Launched\u000a08:55:12.085061 run osmo-stp_10.42.42.5(pid=20016): Launched\u000a08:55:12.207026 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:12.773755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20018): Launched\u000a08:55:12.889216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:13.173988 run patchelf(pid=20019): Launched\u000a08:55:13.361858 run osmo-stp_10.42.42.5(pid=20016): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20016)]\u000a08:55:13.499533 run osmo-stp_10.42.42.5(pid=20016): stdout: \u000a| (launched: 2022-12-10_08:55:11.923279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:13.637560 run osmo-stp_10.42.42.5(pid=20016): stderr: \u000a| �[0;m�[38;5;43m20221210085512118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085512118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085512118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085512119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085512119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085512120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085512120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:13.771459 run osmo-stp_10.42.42.5(pid=20016): stdout: \u000a| (launched: 2022-12-10_08:55:11.923279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:13.903573 run osmo-stp_10.42.42.5(pid=20016): stderr: \u000a| �[0;m�[38;5;43m20221210085512118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085512118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085512118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085512119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085512119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085512120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085512120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:14.057478 run patchelf(pid=20019): Terminating (SIGINT)\u000a08:55:14.237980 run patchelf(pid=20019): Terminated: ok {rc=0}\u000a08:55:14.270961 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20016): Process ended prematurely: osmo-stp_10.42.42.5(pid=20016) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20016)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:55:14.280579 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:55:14.342487 run osmo-hlr_10.42.42.2(pid=20013): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20013)]\u000a08:55:14.393057 run osmo-hlr_10.42.42.2(pid=20013): stdout: \u000a| (launched: 2022-12-10_08:55:10.913300) \u000a08:55:14.444068 run osmo-hlr_10.42.42.2(pid=20013): stderr: \u000a| �[0;m�[1;31m20221210085511115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085511115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085511115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085511115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085511115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085511115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085511130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085511140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085511140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085511140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:14.488154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20008): Terminating (SIGTERM)\u000a08:55:14.529368 run iperf3-srv_10.42.42.10(pid=20009): Terminating (SIGTERM)\u000a08:55:14.570525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20012): Terminating (SIGTERM)\u000a08:55:14.611771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20015): Terminating (SIGTERM)\u000a08:55:14.653487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20018): Terminating (SIGTERM)\u000a08:55:14.663074 --- ParallelTerminationStrategy: PID 20008 died...\u000a08:55:14.718693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20008): Terminated: ok {rc=0}\u000a08:55:14.728680 --- ParallelTerminationStrategy: PID 20009 died...\u000a08:55:14.783907 run iperf3-srv_10.42.42.10(pid=20009): Terminated {rc=256}\u000a08:55:14.793838 --- ParallelTerminationStrategy: PID 20012 died...\u000a08:55:14.848634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20012): Terminated: ok {rc=0}\u000a08:55:14.858674 --- ParallelTerminationStrategy: PID 20015 died...\u000a08:55:14.913491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20015): Terminated: ok {rc=0}\u000a08:55:14.923351 --- ParallelTerminationStrategy: PID 20018 died...\u000a08:55:14.978795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20018): Terminated: ok {rc=0}\u000a08:55:15.064642 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20034): Process ended prematurely: osmo-stp_10.42.42.5(pid=20034) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20034)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20034): Process ended prematurely: osmo-stp_10.42.42.5(pid=20034) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:55:16.204933 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.220502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:55:16.409314 tst iperf3m4.py: using LAC 27268\u000a08:55:16.561819 tst iperf3m4.py: using RAC 238\u000a08:55:16.710118 tst iperf3m4.py: using CellId 27268\u000a08:55:16.841234 tst iperf3m4.py: using BVCI 27269\u000a08:55:16.867026 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.879002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.891294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.903871 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.916517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.928416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.940997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.953711 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:16.966019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:55:17.093533 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:55:17.231727 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:55:17.353179 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:55:17.647898 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:55:17.784357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:18.123608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20020): Launched\u000a08:55:18.405886 run iperf3-srv_10.42.42.10(pid=20021): Launched\u000a08:55:18.604864 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:55:18.740324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:19.077884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20022): Launched\u000a08:55:19.360457 run iperf3-srv_10.42.42.10(pid=20023): Launched\u000a08:55:19.558293 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:55:19.693174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:20.030188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20024): Launched\u000a08:55:20.311735 run iperf3-srv_10.42.42.10(pid=20025): Launched\u000a08:55:20.509887 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:55:20.644533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:20.983175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20026): Launched\u000a08:55:21.264433 run iperf3-srv_10.42.42.10(pid=20027): Launched\u000a08:55:21.461865 tst iperf3m4.py:8: start network...\u000a08:55:21.596495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:22.116032 run create_hlr_db(pid=20028): Launched\u000a08:55:22.302024 bus /gobi_6: Setting Powered False\u000a08:55:23.322648 run create_hlr_db(pid=20028): Terminated: ok {rc=0}\u000a08:55:23.734706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20030): Launched\u000a08:55:24.049431 run osmo-hlr_10.42.42.2(pid=20031): Launched\u000a08:55:24.172641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:24.738180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20033): Launched\u000a08:55:25.064088 run osmo-stp_10.42.42.5(pid=20034): Launched\u000a08:55:25.181690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:25.747075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20036): Launched\u000a08:55:25.862467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:26.146755 run patchelf(pid=20037): Launched\u000a08:55:26.334660 run osmo-stp_10.42.42.5(pid=20034): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20034)]\u000a08:55:26.472078 run osmo-stp_10.42.42.5(pid=20034): stdout: \u000a| (launched: 2022-12-10_08:55:24.901907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:26.609813 run osmo-stp_10.42.42.5(pid=20034): stderr: \u000a| �[0;m�[38;5;43m20221210085525098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085525098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085525099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085525099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085525099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085525099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085525100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:26.742899 run osmo-stp_10.42.42.5(pid=20034): stdout: \u000a| (launched: 2022-12-10_08:55:24.901907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:26.874979 run osmo-stp_10.42.42.5(pid=20034): stderr: \u000a| �[0;m�[38;5;43m20221210085525098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085525098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085525099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085525099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085525099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085525099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085525100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:27.028581 run patchelf(pid=20037): Terminating (SIGINT)\u000a08:55:27.208619 run patchelf(pid=20037): Terminated: ok {rc=0}\u000a08:55:27.241718 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20034): Process ended prematurely: osmo-stp_10.42.42.5(pid=20034) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20034)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:55:27.251561 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a08:55:27.313956 run osmo-hlr_10.42.42.2(pid=20031): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20031)]\u000a08:55:27.364496 run osmo-hlr_10.42.42.2(pid=20031): stdout: \u000a| (launched: 2022-12-10_08:55:23.889064) \u000a08:55:27.415461 run osmo-hlr_10.42.42.2(pid=20031): stderr: \u000a| �[0;m�[1;31m20221210085524086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085524086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085524086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085524086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085524086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085524086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085524099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085524107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085524107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085524108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:27.459107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20020): Terminating (SIGTERM)\u000a08:55:27.500388 run iperf3-srv_10.42.42.10(pid=20021): Terminating (SIGTERM)\u000a08:55:27.541643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20022): Terminating (SIGTERM)\u000a08:55:27.582563 run iperf3-srv_10.42.42.10(pid=20023): Terminating (SIGTERM)\u000a08:55:27.623738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20024): Terminating (SIGTERM)\u000a08:55:27.664546 run iperf3-srv_10.42.42.10(pid=20025): Terminating (SIGTERM)\u000a08:55:27.706186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20026): Terminating (SIGTERM)\u000a08:55:27.747192 run iperf3-srv_10.42.42.10(pid=20027): Terminating (SIGTERM)\u000a08:55:27.788554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20030): Terminating (SIGTERM)\u000a08:55:27.829765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20033): Terminating (SIGTERM)\u000a08:55:27.870779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20036): Terminating (SIGTERM)\u000a08:55:27.880259 --- ParallelTerminationStrategy: PID 20020 died...\u000a08:55:27.935909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20020): Terminated: ok {rc=0}\u000a08:55:27.945949 --- ParallelTerminationStrategy: PID 20021 died...\u000a08:55:28.000517 run iperf3-srv_10.42.42.10(pid=20021): Terminated {rc=256}\u000a08:55:28.010331 --- ParallelTerminationStrategy: PID 20022 died...\u000a08:55:28.065485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20022): Terminated: ok {rc=0}\u000a08:55:28.075437 --- ParallelTerminationStrategy: PID 20023 died...\u000a08:55:28.130236 run iperf3-srv_10.42.42.10(pid=20023): Terminated {rc=256}\u000a08:55:28.140106 --- ParallelTerminationStrategy: PID 20024 died...\u000a08:55:28.195269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20024): Terminated: ok {rc=0}\u000a08:55:28.205271 --- ParallelTerminationStrategy: PID 20025 died...\u000a08:55:28.260093 run iperf3-srv_10.42.42.10(pid=20025): Terminated {rc=256}\u000a08:55:28.270040 --- ParallelTerminationStrategy: PID 20026 died...\u000a08:55:28.325094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20026): Terminated: ok {rc=0}\u000a08:55:28.335059 --- ParallelTerminationStrategy: PID 20027 died...\u000a08:55:28.389791 run iperf3-srv_10.42.42.10(pid=20027): Terminated {rc=256}\u000a08:55:28.399707 --- ParallelTerminationStrategy: PID 20030 died...\u000a08:55:28.454680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20030): Terminated: ok {rc=0}\u000a08:55:28.464898 --- ParallelTerminationStrategy: PID 20033 died...\u000a08:55:28.520013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20033): Terminated: ok {rc=0}\u000a08:55:28.530070 --- ParallelTerminationStrategy: PID 20036 died...\u000a08:55:28.585227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20036): Terminated: ok {rc=0}\u000a08:55:28.671489 bus /gobi_4: Setting Powered False\u000a08:55:29.778470 bus /gobi_4: Setting Powered False\u000a08:55:30.900210 bus /gobi_1: Setting Powered False\u000a08:55:32.020640 bus /gobi_1: Setting Powered False\u000a08:55:33.133277 bus /gobi_0: Setting Powered False\u000a08:55:34.236065 bus /gobi_0: Setting Powered False\u000a08:55:35.347889 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:55:36.415501 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:36.427211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:55:36.583136 tst ping.py: using LAC 27269\u000a08:55:36.702064 tst ping.py: using RAC 239\u000a08:55:36.820937 tst ping.py: using CellId 27269\u000a08:55:36.937999 tst ping.py: using BVCI 27270\u000a08:55:36.960822 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:36.972083 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:36.983125 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:36.994180 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:37.005290 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:37.016525 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:37.027898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:37.039127 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:55:37.312168 tst ping.py:19: start network...\u000a08:55:37.436330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:37.908845 run create_hlr_db(pid=20038): Launched\u000a08:55:38.081076 bus /gobi_6: Setting Powered False\u000a08:55:39.101786 run create_hlr_db(pid=20038): Terminated: ok {rc=0}\u000a08:55:39.528118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Launched\u000a08:55:39.849495 run osmo-hlr_10.42.42.2(pid=20041): Launched\u000a08:55:39.965962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:40.526778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Launched\u000a08:55:40.846891 run osmo-stp_10.42.42.5(pid=20044): Launched\u000a08:55:40.961640 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:41.517037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20046): Launched\u000a08:55:41.629743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:41.909845 run patchelf(pid=20047): Launched\u000a08:55:42.095013 run osmo-stp_10.42.42.5(pid=20044): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]\u000a08:55:42.230010 run osmo-stp_10.42.42.5(pid=20044): stdout: \u000a| (launched: 2022-12-10_08:55:40.687247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:42.365558 run osmo-stp_10.42.42.5(pid=20044): stderr: \u000a| �[0;m�[38;5;43m20221210085540884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085540884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085540884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085540884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085540885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085540885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085540885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:42.496807 run osmo-stp_10.42.42.5(pid=20044): stdout: \u000a| (launched: 2022-12-10_08:55:40.687247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:42.626794 run osmo-stp_10.42.42.5(pid=20044): stderr: \u000a| �[0;m�[38;5;43m20221210085540884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085540884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085540884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085540884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085540885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085540885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085540885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:42.778201 run patchelf(pid=20047): Terminating (SIGINT)\u000a08:55:42.955490 run patchelf(pid=20047): Terminated: ok {rc=0}\u000a08:55:42.987708 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:55:42.996499 tst ping.py:22: Test FAILED (6.6 sec)\u000a08:55:43.058425 run osmo-hlr_10.42.42.2(pid=20041): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20041)]\u000a08:55:43.108885 run osmo-hlr_10.42.42.2(pid=20041): stdout: \u000a| (launched: 2022-12-10_08:55:39.689286) \u000a08:55:43.159955 run osmo-hlr_10.42.42.2(pid=20041): stderr: \u000a| �[0;m�[1;31m20221210085539892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085539892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085539892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085539892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085539892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085539892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085539904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085539913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085539913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085539913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:43.203800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Terminating (SIGTERM)\u000a08:55:43.245268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Terminating (SIGTERM)\u000a08:55:43.286566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20046): Terminating (SIGTERM)\u000a08:55:43.296143 --- ParallelTerminationStrategy: PID 20040 died...\u000a08:55:43.351708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Terminated: ok {rc=0}\u000a08:55:43.361863 --- ParallelTerminationStrategy: PID 20043 died...\u000a08:55:43.417018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Terminated: ok {rc=0}\u000a08:55:43.426809 --- ParallelTerminationStrategy: PID 20046 died...\u000a08:55:43.482110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20046): Terminated: ok {rc=0}\u000a08:55:43.568427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:55:44.619387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:44.631886 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:55:44.798900 tst ping_idle_ping.py: using LAC 27270\u000a08:55:44.915176 tst ping_idle_ping.py: using RAC 240\u000a08:55:45.031012 tst ping_idle_ping.py: using CellId 27270\u000a08:55:45.147389 tst ping_idle_ping.py: using BVCI 27271\u000a08:55:45.170397 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:45.181479 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:45.192480 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:45.204242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:45.215964 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:45.227447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:45.239300 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:55:45.252275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:55:45.542987 tst ping_idle_ping.py:24: start network...\u000a08:55:45.675635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:46.232559 run create_hlr_db(pid=20048): Launched\u000a08:55:46.471149 bus /gobi_6: Setting Powered False\u000a08:55:47.435942 run create_hlr_db(pid=20048): Terminated: ok {rc=0}\u000a08:55:47.926615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Launched\u000a08:55:48.247441 run osmo-hlr_10.42.42.2(pid=20051): Launched\u000a08:55:48.367135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:48.923604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Launched\u000a08:55:49.243945 run osmo-stp_10.42.42.5(pid=20054): Launched\u000a08:55:49.358871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:49.918014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20056): Launched\u000a08:55:50.032626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:50.313657 run patchelf(pid=20057): Launched\u000a08:55:50.499748 run osmo-stp_10.42.42.5(pid=20054): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]\u000a08:55:50.635632 run osmo-stp_10.42.42.5(pid=20054): stdout: \u000a| (launched: 2022-12-10_08:55:49.084737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:50.771782 run osmo-stp_10.42.42.5(pid=20054): stderr: \u000a| �[0;m�[38;5;43m20221210085549278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085549278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085549279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085549279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085549279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085549279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085549280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:50.903753 run osmo-stp_10.42.42.5(pid=20054): stdout: \u000a| (launched: 2022-12-10_08:55:49.084737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:51.034404 run osmo-stp_10.42.42.5(pid=20054): stderr: \u000a| �[0;m�[38;5;43m20221210085549278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085549278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085549279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085549279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085549279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085549279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085549280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:51.186441 run patchelf(pid=20057): Terminating (SIGINT)\u000a08:55:51.364717 run patchelf(pid=20057): Terminated: ok {rc=0}\u000a08:55:51.397146 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)] [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:55:51.406138 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:55:51.468208 run osmo-hlr_10.42.42.2(pid=20051): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20051)]\u000a08:55:51.519234 run osmo-hlr_10.42.42.2(pid=20051): stdout: \u000a| (launched: 2022-12-10_08:55:48.088025) \u000a08:55:51.570633 run osmo-hlr_10.42.42.2(pid=20051): stderr: \u000a| �[0;m�[1;31m20221210085548287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085548287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085548287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085548287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085548287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085548287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085548299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085548308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085548309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085548309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:51.615157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Terminating (SIGTERM)\u000a08:55:51.657151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Terminating (SIGTERM)\u000a08:55:51.698808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20056): Terminating (SIGTERM)\u000a08:55:51.708562 --- ParallelTerminationStrategy: PID 20050 died...\u000a08:55:51.763940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Terminated: ok {rc=0}\u000a08:55:51.774272 --- ParallelTerminationStrategy: PID 20053 died...\u000a08:55:51.829450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Terminated: ok {rc=0}\u000a08:55:51.839400 --- ParallelTerminationStrategy: PID 20056 died...\u000a08:55:51.894852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20056): Terminated: ok {rc=0}\u000a08:55:51.982019 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:54:53" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20067): Process ended prematurely: osmo-stp_10.42.42.5(pid=20067) [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20067)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20067): Process ended prematurely: osmo-stp_10.42.42.5(pid=20067) [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:55:54.029303 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:55:54.041231 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:55:54.205369 tst switch_tch_pdch.py: using LAC 27271\u000a08:55:54.335049 tst switch_tch_pdch.py: using RAC 241\u000a08:55:54.457463 tst switch_tch_pdch.py: using CellId 27271\u000a08:55:54.580877 tst switch_tch_pdch.py: using BVCI 27272\u000a08:55:54.605192 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:55:54.616776 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:55:54.628319 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:55:54.640149 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:55:54.651702 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:55:54.663450 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:55:54.675347 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:55:54.687131 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:55:54.803842 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:55:55.082244 tst switch_tch_pdch.py:51: start network...\u000a08:55:55.206887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:55.678222 run create_hlr_db(pid=20061): Launched\u000a08:55:55.851123 bus /gobi_6: Setting Powered False\u000a08:55:56.872095 run create_hlr_db(pid=20061): Terminated: ok {rc=0}\u000a08:55:57.270298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20063): Launched\u000a08:55:57.570000 run osmo-hlr_10.42.42.2(pid=20064): Launched\u000a08:55:57.686033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:58.209826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20066): Launched\u000a08:55:58.506392 run osmo-stp_10.42.42.5(pid=20067): Launched\u000a08:55:58.615475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:59.133237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20069): Launched\u000a08:55:59.239284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:59.498093 run patchelf(pid=20070): Launched\u000a08:55:59.672162 run osmo-stp_10.42.42.5(pid=20067): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20067)]\u000a08:55:59.799193 run osmo-stp_10.42.42.5(pid=20067): stdout: \u000a| (launched: 2022-12-10_08:55:58.360435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:59.926579 run osmo-stp_10.42.42.5(pid=20067): stderr: \u000a| �[0;m�[38;5;43m20221210085558529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085558529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085558530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085558530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085558530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085558530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085558531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:00.050201 run osmo-stp_10.42.42.5(pid=20067): stdout: \u000a| (launched: 2022-12-10_08:55:58.360435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:00.172170 run osmo-stp_10.42.42.5(pid=20067): stderr: \u000a| �[0;m�[38;5;43m20221210085558529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085558529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085558530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085558530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085558530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085558530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085558531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:00.314297 run patchelf(pid=20070): Terminating (SIGINT)\u000a08:56:00.480887 run patchelf(pid=20070): Terminated: ok {rc=0}\u000a08:56:00.511198 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20067): Process ended prematurely: osmo-stp_10.42.42.5(pid=20067) [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20067)] [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:56:00.519699 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a08:56:00.578942 run osmo-hlr_10.42.42.2(pid=20064): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20064)]\u000a08:56:00.627224 run osmo-hlr_10.42.42.2(pid=20064): stdout: \u000a| (launched: 2022-12-10_08:55:57.421989) \u000a08:56:00.676260 run osmo-hlr_10.42.42.2(pid=20064): stderr: \u000a| �[0;m�[1;31m20221210085557599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085557599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085557599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085557599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085557599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085557600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085557610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085557619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085557619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085557619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:00.717876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20063): Terminating (SIGTERM)\u000a08:56:00.756722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20066): Terminating (SIGTERM)\u000a08:56:00.795821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20069): Terminating (SIGTERM)\u000a08:56:00.805135 --- ParallelTerminationStrategy: PID 20063 died...\u000a08:56:00.870303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20063): Terminated: ok {rc=0}\u000a08:56:00.880227 --- ParallelTerminationStrategy: PID 20066 died...\u000a08:56:00.936898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20066): Terminated: ok {rc=0}\u000a08:56:00.951107 --- ParallelTerminationStrategy: PID 20069 died...\u000a08:56:01.004711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20069): Terminated: ok {rc=0}\u000a08:56:01.088376 bus /gobi_0: Setting Powered False\u000a08:56:02.201880 bus /gobi_0: Setting Powered False\u000a08:56:03.311465 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:55:53" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:56:05.283586 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:56:05.294583 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:56:05.450543 tst switch_tch_pdch.py: using LAC 27272\u000a08:56:05.567044 tst switch_tch_pdch.py: using RAC 242\u000a08:56:05.683671 tst switch_tch_pdch.py: using CellId 27272\u000a08:56:05.804329 tst switch_tch_pdch.py: using BVCI 27273\u000a08:56:05.827144 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:56:05.838156 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:56:05.848919 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:56:05.859967 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:56:05.871069 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:56:05.882205 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:56:05.893364 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:56:05.904351 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:56:06.022570 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:56:06.299961 tst switch_tch_pdch.py:51: start network...\u000a08:56:06.424426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:06.873327 run create_hlr_db(pid=20074): Launched\u000a08:56:06.995649 bus /gobi_6: Setting Powered False\u000a08:56:08.067360 run create_hlr_db(pid=20074): Terminated: ok {rc=0}\u000a08:56:08.445669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Launched\u000a08:56:08.749430 run osmo-hlr_10.42.42.2(pid=20077): Launched\u000a08:56:08.859325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:09.353772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Launched\u000a08:56:09.653749 run osmo-stp_10.42.42.5(pid=20080): Launched\u000a08:56:09.762373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:10.258127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Launched\u000a08:56:10.364195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:10.627739 run patchelf(pid=20083): Launched\u000a08:56:10.802711 run osmo-stp_10.42.42.5(pid=20080): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]\u000a08:56:10.930316 run osmo-stp_10.42.42.5(pid=20080): stdout: \u000a| (launched: 2022-12-10_08:56:09.504208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:11.058088 run osmo-stp_10.42.42.5(pid=20080): stderr: \u000a| �[0;m�[38;5;43m20221210085609676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085609676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085609676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085609676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085609677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085609677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085609677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:11.181566 run osmo-stp_10.42.42.5(pid=20080): stdout: \u000a| (launched: 2022-12-10_08:56:09.504208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:11.304074 run osmo-stp_10.42.42.5(pid=20080): stderr: \u000a| �[0;m�[38;5;43m20221210085609676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085609676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085609676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085609676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085609677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085609677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085609677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:11.446735 run patchelf(pid=20083): Terminating (SIGINT)\u000a08:56:11.614430 run patchelf(pid=20083): Terminated: ok {rc=0}\u000a08:56:11.644688 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)] [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:56:11.653135 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a08:56:11.712866 run osmo-hlr_10.42.42.2(pid=20077): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20077)]\u000a08:56:11.761336 run osmo-hlr_10.42.42.2(pid=20077): stdout: \u000a| (launched: 2022-12-10_08:56:08.598138) \u000a08:56:11.810074 run osmo-hlr_10.42.42.2(pid=20077): stderr: \u000a| �[0;m�[1;31m20221210085608779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085608779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085608779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085608779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085608779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085608779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085608791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085608800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085608800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085608800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:11.851303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminating (SIGTERM)\u000a08:56:11.891100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminating (SIGTERM)\u000a08:56:11.930465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Terminating (SIGTERM)\u000a08:56:11.939667 --- ParallelTerminationStrategy: PID 20076 died...\u000a08:56:11.992434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminated: ok {rc=0}\u000a08:56:12.001823 --- ParallelTerminationStrategy: PID 20079 died...\u000a08:56:12.053927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminated: ok {rc=0}\u000a08:56:12.063490 --- ParallelTerminationStrategy: PID 20082 died...\u000a08:56:12.116576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Terminated: ok {rc=0}\u000a08:56:12.204228 bus /gobi_0: Setting Powered False\u000a08:56:13.307077 bus /gobi_0: Setting Powered False\u000a08:56:14.412177 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:56:05" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20088) [trial-2372↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20088)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20088) [trial-2372↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a08:56:16.316706 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a08:56:16.328591 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:56:16.487521 tst mo_mt_sms.py: using LAC 27273\u000a08:56:16.619977 tst mo_mt_sms.py: using RAC 243\u000a08:56:16.746334 tst mo_mt_sms.py: using CellId 27273\u000a08:56:16.868575 tst mo_mt_sms.py: using BVCI 27274\u000a08:56:16.892494 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:56:17.010321 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:56:17.324571 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:56:17.457467 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:56:18.110375 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20087): Launched\u000a08:56:18.423091 run osmo-nitb_10.42.42.2(pid=20088): Launched\u000a08:56:18.617801 run osmo-nitb_10.42.42.2(pid=20088): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20088)]\u000a08:56:18.760937 run osmo-nitb_10.42.42.2(pid=20088): stdout: \u000a| (launched: 2022-12-10_08:56:18.272134) \u000a08:56:18.904392 run osmo-nitb_10.42.42.2(pid=20088): stderr: \u000a| (launched: 2022-12-10_08:56:18.319435)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:56:19.043313 run osmo-nitb_10.42.42.2(pid=20088): stdout: \u000a| (launched: 2022-12-10_08:56:18.272134) \u000a08:56:19.181624 run osmo-nitb_10.42.42.2(pid=20088): stderr: \u000a| (launched: 2022-12-10_08:56:18.319435)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:56:19.551329 tst osmo-nitb_10.42.42.2(pid=20088): stdout: \u000a| (launched: 2022-12-10_08:56:18.272134) \u000a08:56:19.677439 tst osmo-nitb_10.42.42.2(pid=20088): stderr: \u000a| (launched: 2022-12-10_08:56:18.319435)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:56:19.732667 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20088) [trial-2372↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20088)] [trial-2372↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a08:56:19.741231 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a08:56:19.778294 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20087): Terminating (SIGTERM)\u000a08:56:19.955986 --- ParallelTerminationStrategy: PID 20087 died...\u000a08:56:20.013069 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20087): Terminated: ok {rc=0}\u000a08:56:20.099715 bus /sierra_3: Setting Powered False\u000a08:56:21.202523 bus /sierra_3: Setting Powered False\u000a08:56:22.316869 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:56:16" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20100): Process ended prematurely: osmo-stp_10.42.42.5(pid=20100) [trial-2372↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20100)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20100): Process ended prematurely: osmo-stp_10.42.42.5(pid=20100) [trial-2372↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a08:56:24.210429 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:24.221464 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:56:24.356063 tst mo_mt_sms.py: using LAC 27274\u000a08:56:24.475108 tst mo_mt_sms.py: using RAC 244\u000a08:56:24.590997 tst mo_mt_sms.py: using CellId 27274\u000a08:56:24.706950 tst mo_mt_sms.py: using BVCI 27275\u000a08:56:24.729743 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:24.740627 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:24.751139 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:24.761889 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:24.772516 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:24.783297 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:56:24.901184 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:56:25.101411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:25.573460 run create_hlr_db(pid=20094): Launched\u000a08:56:25.746043 bus /sierra_2: Setting Powered False\u000a08:56:26.766238 run create_hlr_db(pid=20094): Terminated: ok {rc=0}\u000a08:56:27.189467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20096): Launched\u000a08:56:27.510372 run osmo-hlr_10.42.42.2(pid=20097): Launched\u000a08:56:27.629544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:28.159602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20099): Launched\u000a08:56:28.461484 run osmo-stp_10.42.42.5(pid=20100): Launched\u000a08:56:28.570856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:56:29.117752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20102): Launched\u000a08:56:29.419483 run osmo-msc_10.42.42.6(pid=20103): Launched\u000a08:56:29.595788 run osmo-stp_10.42.42.5(pid=20100): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20100)]\u000a08:56:29.723472 run osmo-stp_10.42.42.5(pid=20100): stdout: \u000a| (launched: 2022-12-10_08:56:28.311275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:29.847668 run osmo-stp_10.42.42.5(pid=20100): stderr: \u000a| �[0;m�[38;5;43m20221210085628481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085628481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085628481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085628482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085628484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085628484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085628484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:29.966980 run osmo-stp_10.42.42.5(pid=20100): stdout: \u000a| (launched: 2022-12-10_08:56:28.311275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:30.085714 run osmo-stp_10.42.42.5(pid=20100): stderr: \u000a| �[0;m�[38;5;43m20221210085628481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085628481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085628481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085628482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085628484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085628484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085628484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:30.137658 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20100): Process ended prematurely: osmo-stp_10.42.42.5(pid=20100) [trial-2372↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20100)] [trial-2372↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a08:56:30.145656 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a08:56:30.205196 run osmo-hlr_10.42.42.2(pid=20097): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20097)]\u000a08:56:30.254123 run osmo-hlr_10.42.42.2(pid=20097): stdout: \u000a| (launched: 2022-12-10_08:56:27.350040) \u000a08:56:30.303634 run osmo-hlr_10.42.42.2(pid=20097): stderr: \u000a| �[0;m�[1;31m20221210085627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085627567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085627576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085627576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085627577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:30.370421 run osmo-msc_10.42.42.6(pid=20103): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20103)]\u000a08:56:30.418949 run osmo-msc_10.42.42.6(pid=20103): stdout: \u000a| (launched: 2022-12-10_08:56:29.268051) \u000a08:56:30.468109 run osmo-msc_10.42.42.6(pid=20103): stderr: \u000a| �[0;m�[38;5;43m20221210085629543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085629544 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00d02d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085629544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085629544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085629544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085629544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085629546 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085629546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085629546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085629547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:56:30.509579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20096): Terminating (SIGTERM)\u000a08:56:30.549043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20099): Terminating (SIGTERM)\u000a08:56:30.588418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20102): Terminating (SIGTERM)\u000a08:56:30.597800 --- ParallelTerminationStrategy: PID 20096 died...\u000a08:56:30.650109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20096): Terminated: ok {rc=0}\u000a08:56:30.659790 --- ParallelTerminationStrategy: PID 20099 died...\u000a08:56:30.711752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20099): Terminated: ok {rc=0}\u000a08:56:30.721532 --- ParallelTerminationStrategy: PID 20102 died...\u000a08:56:30.773367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20102): Terminated: ok {rc=0}\u000a08:56:30.870512 bus /sierra_3: Setting Powered False\u000a08:56:31.973054 bus /sierra_3: Setting Powered False\u000a08:56:33.082917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:56:23" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20109) [trial-2372↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20109)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20109) [trial-2372↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a08:56:34.924305 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a08:56:34.935169 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:56:35.073926 tst assert_extension.py: using LAC 27275\u000a08:56:35.190310 tst assert_extension.py: using RAC 245\u000a08:56:35.306501 tst assert_extension.py: using CellId 27275\u000a08:56:35.421537 tst assert_extension.py: using BVCI 27276\u000a08:56:35.444131 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a08:56:35.731636 tst assert_extension.py:10: start nitb and bts...\u000a08:56:35.863553 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:56:36.518201 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20108): Launched\u000a08:56:36.829918 run osmo-nitb_10.42.42.2(pid=20109): Launched\u000a08:56:37.023567 run osmo-nitb_10.42.42.2(pid=20109): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20109)]\u000a08:56:37.166315 run osmo-nitb_10.42.42.2(pid=20109): stdout: \u000a| (launched: 2022-12-10_08:56:36.679137) \u000a08:56:37.309409 run osmo-nitb_10.42.42.2(pid=20109): stderr: \u000a| (launched: 2022-12-10_08:56:36.726284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:56:37.448025 run osmo-nitb_10.42.42.2(pid=20109): stdout: \u000a| (launched: 2022-12-10_08:56:36.679137) \u000a08:56:37.586483 run osmo-nitb_10.42.42.2(pid=20109): stderr: \u000a| (launched: 2022-12-10_08:56:36.726284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:56:37.956920 tst osmo-nitb_10.42.42.2(pid=20109): stdout: \u000a| (launched: 2022-12-10_08:56:36.679137) \u000a08:56:38.082877 tst osmo-nitb_10.42.42.2(pid=20109): stderr: \u000a| (launched: 2022-12-10_08:56:36.726284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:56:38.137959 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20109) [trial-2372↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20109)] [trial-2372↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a08:56:38.146419 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:56:38.181974 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20108): Terminating (SIGTERM)\u000a08:56:38.359610 --- ParallelTerminationStrategy: PID 20108 died...\u000a08:56:38.416589 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20108): Terminated: ok {rc=0}\u000a08:56:38.502296 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:56:34" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20119): Process ended prematurely: osmo-stp_10.42.42.5(pid=20119) [trial-2372↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20119)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20119): Process ended prematurely: osmo-stp_10.42.42.5(pid=20119) [trial-2372↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a08:56:40.341934 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:40.353310 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:56:40.492183 tst assert_extension.py: using LAC 27276\u000a08:56:40.617927 tst assert_extension.py: using RAC 246\u000a08:56:40.743637 tst assert_extension.py: using CellId 27276\u000a08:56:40.867734 tst assert_extension.py: using BVCI 27277\u000a08:56:40.892028 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:40.903255 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:40.914405 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:40.925482 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:40.936490 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:56:40.947576 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a08:56:41.147395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:41.621609 run create_hlr_db(pid=20113): Launched\u000a08:56:41.794677 bus /sierra_2: Setting Powered False\u000a08:56:42.814272 run create_hlr_db(pid=20113): Terminated: ok {rc=0}\u000a08:56:43.240571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20115): Launched\u000a08:56:43.563773 run osmo-hlr_10.42.42.2(pid=20116): Launched\u000a08:56:43.681002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:44.239752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20118): Launched\u000a08:56:44.562726 run osmo-stp_10.42.42.5(pid=20119): Launched\u000a08:56:44.678281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:56:45.259088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20121): Launched\u000a08:56:45.579491 run osmo-msc_10.42.42.6(pid=20122): Launched\u000a08:56:45.766398 run osmo-stp_10.42.42.5(pid=20119): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20119)]\u000a08:56:46.003313 run osmo-stp_10.42.42.5(pid=20119): stdout: \u000a| (launched: 2022-12-10_08:56:44.401532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:46.151073 run osmo-stp_10.42.42.5(pid=20119): stderr: \u000a| �[0;m�[38;5;43m20221210085644599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085644599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085644599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085644600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085644600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085644600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085644600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:46.275111 run osmo-stp_10.42.42.5(pid=20119): stdout: \u000a| (launched: 2022-12-10_08:56:44.401532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:46.399228 run osmo-stp_10.42.42.5(pid=20119): stderr: \u000a| �[0;m�[38;5;43m20221210085644599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085644599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085644599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085644600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085644600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085644600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085644600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:46.452823 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20119): Process ended prematurely: osmo-stp_10.42.42.5(pid=20119) [trial-2372↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20119)] [trial-2372↪ussd:trx-umtrx↪assert_extension.py:17]\u000a08:56:46.462183 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a08:56:46.527262 run osmo-hlr_10.42.42.2(pid=20116): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20116)]\u000a08:56:46.578409 run osmo-hlr_10.42.42.2(pid=20116): stdout: \u000a| (launched: 2022-12-10_08:56:43.401840) \u000a08:56:46.630709 run osmo-hlr_10.42.42.2(pid=20116): stderr: \u000a| �[0;m�[1;31m20221210085643606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085643606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085643606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085643606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085643606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085643606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085643616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085643625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085643625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085643625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:46.700322 run osmo-msc_10.42.42.6(pid=20122): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20122)]\u000a08:56:46.752732 run osmo-msc_10.42.42.6(pid=20122): stdout: \u000a| (launched: 2022-12-10_08:56:45.419700) \u000a08:56:46.804818 run osmo-msc_10.42.42.6(pid=20122): stderr: \u000a| �[0;m�[38;5;43m20221210085645746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085645746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9dbbcc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085645746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085645746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085645746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085645746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085645748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085645748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085645749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085645749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:56:46.849409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20115): Terminating (SIGTERM)\u000a08:56:46.891342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20118): Terminating (SIGTERM)\u000a08:56:46.938916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20121): Terminating (SIGTERM)\u000a08:56:46.949402 --- ParallelTerminationStrategy: PID 20115 died...\u000a08:56:47.007524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20115): Terminated: ok {rc=0}\u000a08:56:47.017560 --- ParallelTerminationStrategy: PID 20118 died...\u000a08:56:47.073366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20118): Terminated: ok {rc=0}\u000a08:56:47.083803 --- ParallelTerminationStrategy: PID 20121 died...\u000a08:56:47.140518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20121): Terminated: ok {rc=0}\u000a08:56:47.227064 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:56:40" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20133): Process ended prematurely: osmo-stp_10.42.42.5(pid=20133) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20133)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20133): Process ended prematurely: osmo-stp_10.42.42.5(pid=20133) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:56:49.178843 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:56:49.189900 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:56:49.346969 tst mo_mt_call.py: using LAC 27277\u000a08:56:49.466335 tst mo_mt_call.py: using RAC 247\u000a08:56:49.588175 tst mo_mt_call.py: using CellId 27277\u000a08:56:49.714904 tst mo_mt_call.py: using BVCI 27278\u000a08:56:49.739865 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:56:49.751585 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:56:49.763250 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:56:49.775457 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:56:49.787600 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:56:49.799686 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:56:49.917302 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:56:50.123931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:50.602315 run create_hlr_db(pid=20127): Launched\u000a08:56:50.777848 bus /sierra_2: Setting Powered False\u000a08:56:51.798792 run create_hlr_db(pid=20127): Terminated: ok {rc=0}\u000a08:56:52.226503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20129): Launched\u000a08:56:52.549658 run osmo-hlr_10.42.42.2(pid=20130): Launched\u000a08:56:52.671258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:53.231585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20132): Launched\u000a08:56:53.554812 run osmo-stp_10.42.42.5(pid=20133): Launched\u000a08:56:53.673863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:56:54.263356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20135): Launched\u000a08:56:54.588080 run osmo-msc_10.42.42.6(pid=20136): Launched\u000a08:56:54.778578 run osmo-stp_10.42.42.5(pid=20133): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20133)]\u000a08:56:54.915144 run osmo-stp_10.42.42.5(pid=20133): stdout: \u000a| (launched: 2022-12-10_08:56:53.396283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:55.052761 run osmo-stp_10.42.42.5(pid=20133): stderr: \u000a| �[0;m�[38;5;43m20221210085653589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085653589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085653590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085653590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085653590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085653591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085653591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:55.182850 run osmo-stp_10.42.42.5(pid=20133): stdout: \u000a| (launched: 2022-12-10_08:56:53.396283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:55.311508 run osmo-stp_10.42.42.5(pid=20133): stderr: \u000a| �[0;m�[38;5;43m20221210085653589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085653589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085653590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085653590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085653590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085653591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085653591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:55.368313 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20133): Process ended prematurely: osmo-stp_10.42.42.5(pid=20133) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20133)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:56:55.377565 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:56:55.439622 run osmo-hlr_10.42.42.2(pid=20130): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20130)]\u000a08:56:55.490720 run osmo-hlr_10.42.42.2(pid=20130): stdout: \u000a| (launched: 2022-12-10_08:56:52.391221) \u000a08:56:55.542868 run osmo-hlr_10.42.42.2(pid=20130): stderr: \u000a| �[0;m�[1;31m20221210085652588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085652588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085652588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085652588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085652588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085652588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085652600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085652609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085652609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:55.613292 run osmo-msc_10.42.42.6(pid=20136): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20136)]\u000a08:56:55.664473 run osmo-msc_10.42.42.6(pid=20136): stdout: \u000a| (launched: 2022-12-10_08:56:54.427750) \u000a08:56:55.716120 run osmo-msc_10.42.42.6(pid=20136): stderr: \u000a| �[0;m�[38;5;43m20221210085654749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085654749 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f89959c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085654749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085654750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085654750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085654750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085654751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085654752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085654752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085654752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:56:55.759998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20129): Terminating (SIGTERM)\u000a08:56:55.801565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20132): Terminating (SIGTERM)\u000a08:56:55.843216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20135): Terminating (SIGTERM)\u000a08:56:55.852775 --- ParallelTerminationStrategy: PID 20129 died...\u000a08:56:55.908110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20129): Terminated: ok {rc=0}\u000a08:56:55.918051 --- ParallelTerminationStrategy: PID 20132 died...\u000a08:56:55.973231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20132): Terminated: ok {rc=0}\u000a08:56:55.983496 --- ParallelTerminationStrategy: PID 20135 died...\u000a08:56:56.038994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20135): Terminated: ok {rc=0}\u000a08:56:56.125371 bus /sierra_3: Setting Powered False\u000a08:56:57.230982 bus /sierra_3: Setting Powered False\u000a08:56:58.341211 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20144): Process ended prematurely: osmo-stp_10.42.42.5(pid=20144) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20144)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20144): Process ended prematurely: osmo-stp_10.42.42.5(pid=20144) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:56:59.454119 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:56:59.466351 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:56:59.632153 tst mo_mt_call_osmux.py: using LAC 27278\u000a08:56:59.760536 tst mo_mt_call_osmux.py: using RAC 248\u000a08:56:59.887452 tst mo_mt_call_osmux.py: using CellId 27278\u000a08:57:00.019327 tst mo_mt_call_osmux.py: using BVCI 27279\u000a08:57:00.044188 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:57:00.055783 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:57:00.067265 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:57:00.078856 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:57:00.090502 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:57:00.101981 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:57:00.219312 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:57:00.429735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:01.006873 run create_hlr_db(pid=20138): Launched\u000a08:57:01.190059 bus /sierra_2: Setting Powered False\u000a08:57:02.205295 run create_hlr_db(pid=20138): Terminated: ok {rc=0}\u000a08:57:02.613322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20140): Launched\u000a08:57:02.916321 run osmo-hlr_10.42.42.2(pid=20141): Launched\u000a08:57:03.034396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:03.569188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20143): Launched\u000a08:57:03.871861 run osmo-stp_10.42.42.5(pid=20144): Launched\u000a08:57:03.983126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:57:04.538121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20146): Launched\u000a08:57:04.842934 run osmo-msc_10.42.42.6(pid=20147): Launched\u000a08:57:05.021491 run osmo-stp_10.42.42.5(pid=20144): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20144)]\u000a08:57:05.151349 run osmo-stp_10.42.42.5(pid=20144): stdout: \u000a| (launched: 2022-12-10_08:57:03.723223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:05.278139 run osmo-stp_10.42.42.5(pid=20144): stderr: \u000a| �[0;m�[38;5;43m20221210085703892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085703892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085703893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085703893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085703894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085703894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085703894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:05.400022 run osmo-stp_10.42.42.5(pid=20144): stdout: \u000a| (launched: 2022-12-10_08:57:03.723223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:05.521116 run osmo-stp_10.42.42.5(pid=20144): stderr: \u000a| �[0;m�[38;5;43m20221210085703892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085703892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085703893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085703893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085703894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085703894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085703894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:05.574628 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20144): Process ended prematurely: osmo-stp_10.42.42.5(pid=20144) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20144)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:57:05.583342 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:57:05.643247 run osmo-hlr_10.42.42.2(pid=20141): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20141)]\u000a08:57:05.692018 run osmo-hlr_10.42.42.2(pid=20141): stdout: \u000a| (launched: 2022-12-10_08:57:02.767848) \u000a08:57:05.741590 run osmo-hlr_10.42.42.2(pid=20141): stderr: \u000a| �[0;m�[1;31m20221210085702943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085702943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085702943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085702943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085702943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085702943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085702955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085702964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085702965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085702965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:05.808181 run osmo-msc_10.42.42.6(pid=20147): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20147)]\u000a08:57:05.856787 run osmo-msc_10.42.42.6(pid=20147): stdout: \u000a| (launched: 2022-12-10_08:57:04.692435) \u000a08:57:05.905697 run osmo-msc_10.42.42.6(pid=20147): stderr: \u000a| �[0;m�[38;5;43m20221210085704965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085704965 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d3ad88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085704965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085704965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085704966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085704966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085704968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085704969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085704969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085704969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:57:05.947482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20140): Terminating (SIGTERM)\u000a08:57:05.986801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20143): Terminating (SIGTERM)\u000a08:57:06.026281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20146): Terminating (SIGTERM)\u000a08:57:06.035783 --- ParallelTerminationStrategy: PID 20140 died...\u000a08:57:06.088572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20140): Terminated: ok {rc=0}\u000a08:57:06.098406 --- ParallelTerminationStrategy: PID 20143 died...\u000a08:57:06.151068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20143): Terminated: ok {rc=0}\u000a08:57:06.160808 --- ParallelTerminationStrategy: PID 20146 died...\u000a08:57:06.214238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20146): Terminated: ok {rc=0}\u000a08:57:06.301030 bus /sierra_3: Setting Powered False\u000a08:57:07.400827 bus /sierra_3: Setting Powered False\u000a08:57:08.510999 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:56:48" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20158): Process ended prematurely: osmo-stp_10.42.42.5(pid=20158) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20158)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20158): Process ended prematurely: osmo-stp_10.42.42.5(pid=20158) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:57:10.500838 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:10.511844 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:57:10.669996 tst mo_mt_call.py: using LAC 27279\u000a08:57:10.788868 tst mo_mt_call.py: using RAC 249\u000a08:57:10.908015 tst mo_mt_call.py: using CellId 27279\u000a08:57:11.027877 tst mo_mt_call.py: using BVCI 27280\u000a08:57:11.050955 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:11.062146 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:11.073098 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:11.084124 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:11.095325 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:11.106491 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:57:11.224918 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:57:11.435610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:11.954184 run create_hlr_db(pid=20152): Launched\u000a08:57:12.140626 bus /sierra_2: Setting Powered False\u000a08:57:13.160650 run create_hlr_db(pid=20152): Terminated: ok {rc=0}\u000a08:57:13.570889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20154): Launched\u000a08:57:13.878870 run osmo-hlr_10.42.42.2(pid=20155): Launched\u000a08:57:13.998436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:14.534707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20157): Launched\u000a08:57:14.843185 run osmo-stp_10.42.42.5(pid=20158): Launched\u000a08:57:14.954981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:57:15.512670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20160): Launched\u000a08:57:15.820214 run osmo-msc_10.42.42.6(pid=20161): Launched\u000a08:57:16.091872 run osmo-stp_10.42.42.5(pid=20158): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20158)]\u000a08:57:16.390638 run osmo-stp_10.42.42.5(pid=20158): stdout: \u000a| (launched: 2022-12-10_08:57:14.689407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:16.531842 run osmo-stp_10.42.42.5(pid=20158): stderr: \u000a| �[0;m�[38;5;43m20221210085714863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085714863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085714864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085714864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085714865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085714865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085714865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:16.666172 run osmo-stp_10.42.42.5(pid=20158): stdout: \u000a| (launched: 2022-12-10_08:57:14.689407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:16.799134 run osmo-stp_10.42.42.5(pid=20158): stderr: \u000a| �[0;m�[38;5;43m20221210085714863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085714863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085714864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085714864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085714865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085714865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085714865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:16.856875 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20158): Process ended prematurely: osmo-stp_10.42.42.5(pid=20158) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20158)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:57:16.866916 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:57:16.931624 run osmo-hlr_10.42.42.2(pid=20155): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20155)]\u000a08:57:16.985177 run osmo-hlr_10.42.42.2(pid=20155): stdout: \u000a| (launched: 2022-12-10_08:57:13.725509) \u000a08:57:17.037902 run osmo-hlr_10.42.42.2(pid=20155): stderr: \u000a| �[0;m�[1;31m20221210085713905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085713905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085713905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085713905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085713905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085713905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085713918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085713926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085713927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085713927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:17.109032 run osmo-msc_10.42.42.6(pid=20161): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20161)]\u000a08:57:17.162469 run osmo-msc_10.42.42.6(pid=20161): stdout: \u000a| (launched: 2022-12-10_08:57:15.666871) \u000a08:57:17.214786 run osmo-msc_10.42.42.6(pid=20161): stderr: \u000a| �[0;m�[38;5;43m20221210085716092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085716093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9082d02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085716093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085716093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085716093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085716093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085716095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085716095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085716095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085716096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:57:17.259293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20154): Terminating (SIGTERM)\u000a08:57:17.303477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20157): Terminating (SIGTERM)\u000a08:57:17.347607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20160): Terminating (SIGTERM)\u000a08:57:17.357441 --- ParallelTerminationStrategy: PID 20154 died...\u000a08:57:17.412984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20154): Terminated: ok {rc=0}\u000a08:57:17.422898 --- ParallelTerminationStrategy: PID 20157 died...\u000a08:57:17.477977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20157): Terminated: ok {rc=0}\u000a08:57:17.487938 --- ParallelTerminationStrategy: PID 20160 died...\u000a08:57:17.543520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20160): Terminated: ok {rc=0}\u000a08:57:17.629297 bus /sierra_3: Setting Powered False\u000a08:57:18.735323 bus /sierra_3: Setting Powered False\u000a08:57:19.842747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20169): Process ended prematurely: osmo-stp_10.42.42.5(pid=20169) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20169)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20169): Process ended prematurely: osmo-stp_10.42.42.5(pid=20169) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:57:20.956932 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:20.969303 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:57:21.134341 tst mo_mt_call_osmux.py: using LAC 27280\u000a08:57:21.261215 tst mo_mt_call_osmux.py: using RAC 250\u000a08:57:21.388393 tst mo_mt_call_osmux.py: using CellId 27280\u000a08:57:21.515109 tst mo_mt_call_osmux.py: using BVCI 27281\u000a08:57:21.540204 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:21.551791 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:21.563130 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:21.574662 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:21.586211 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:57:21.597675 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:57:21.714730 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:57:21.927117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:22.447447 run create_hlr_db(pid=20163): Launched\u000a08:57:22.634987 bus /sierra_2: Setting Powered False\u000a08:57:23.656583 run create_hlr_db(pid=20163): Terminated: ok {rc=0}\u000a08:57:24.067831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20165): Launched\u000a08:57:24.376230 run osmo-hlr_10.42.42.2(pid=20166): Launched\u000a08:57:24.494660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:25.061082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20168): Launched\u000a08:57:25.386401 run osmo-stp_10.42.42.5(pid=20169): Launched\u000a08:57:25.508596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:57:26.098955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20171): Launched\u000a08:57:26.424891 run osmo-msc_10.42.42.6(pid=20172): Launched\u000a08:57:26.614479 run osmo-stp_10.42.42.5(pid=20169): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20169)]\u000a08:57:26.751168 run osmo-stp_10.42.42.5(pid=20169): stdout: \u000a| (launched: 2022-12-10_08:57:25.224897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:26.886737 run osmo-stp_10.42.42.5(pid=20169): stderr: \u000a| �[0;m�[38;5;43m20221210085725421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085725421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085725421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085725422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085725422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085725422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085725422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:27.015989 run osmo-stp_10.42.42.5(pid=20169): stdout: \u000a| (launched: 2022-12-10_08:57:25.224897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:27.144236 run osmo-stp_10.42.42.5(pid=20169): stderr: \u000a| �[0;m�[38;5;43m20221210085725421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085725421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085725421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085725422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085725422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085725422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085725422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:27.200897 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20169): Process ended prematurely: osmo-stp_10.42.42.5(pid=20169) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20169)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:57:27.210274 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:57:27.271613 run osmo-hlr_10.42.42.2(pid=20166): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20166)]\u000a08:57:27.322515 run osmo-hlr_10.42.42.2(pid=20166): stdout: \u000a| (launched: 2022-12-10_08:57:24.222614) \u000a08:57:27.373947 run osmo-hlr_10.42.42.2(pid=20166): stderr: \u000a| �[0;m�[1;31m20221210085724401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085724402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085724402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085724402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085724402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085724402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085724414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085724424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085724425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085724425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:27.443306 run osmo-msc_10.42.42.6(pid=20172): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20172)]\u000a08:57:27.493788 run osmo-msc_10.42.42.6(pid=20172): stdout: \u000a| (launched: 2022-12-10_08:57:26.263001) \u000a08:57:27.545196 run osmo-msc_10.42.42.6(pid=20172): stderr: \u000a| �[0;m�[38;5;43m20221210085726587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085726587 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2ada2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085726587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085726587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085726587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085726587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085726589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085726590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085726590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085726590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:57:27.588489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20165): Terminating (SIGTERM)\u000a08:57:27.629428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20168): Terminating (SIGTERM)\u000a08:57:27.670570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20171): Terminating (SIGTERM)\u000a08:57:27.680111 --- ParallelTerminationStrategy: PID 20165 died...\u000a08:57:27.735059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20165): Terminated: ok {rc=0}\u000a08:57:27.745098 --- ParallelTerminationStrategy: PID 20168 died...\u000a08:57:27.800140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20168): Terminated: ok {rc=0}\u000a08:57:27.809964 --- ParallelTerminationStrategy: PID 20171 died...\u000a08:57:27.864420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20171): Terminated: ok {rc=0}\u000a08:57:27.949599 bus /sierra_3: Setting Powered False\u000a08:57:29.053523 bus /sierra_3: Setting Powered False\u000a08:57:30.160453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:57:10" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:57:32.250297 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:32.262467 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:57:32.418918 tst mo_mt_call.py: using LAC 27281\u000a08:57:32.540789 tst mo_mt_call.py: using RAC 251\u000a08:57:32.661666 tst mo_mt_call.py: using CellId 27281\u000a08:57:32.787762 tst mo_mt_call.py: using BVCI 27282\u000a08:57:32.811012 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:32.822177 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:32.833196 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:32.844297 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:32.855504 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:32.866724 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:57:32.983782 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:57:33.186375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:33.663482 run create_hlr_db(pid=20177): Launched\u000a08:57:33.838194 bus /sierra_2: Setting Powered False\u000a08:57:34.859655 run create_hlr_db(pid=20177): Terminated: ok {rc=0}\u000a08:57:35.286654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Launched\u000a08:57:35.610588 run osmo-hlr_10.42.42.2(pid=20180): Launched\u000a08:57:35.728811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:36.275168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Launched\u000a08:57:36.580350 run osmo-stp_10.42.42.5(pid=20185): Launched\u000a08:57:36.692423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:57:37.246262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20187): Launched\u000a08:57:37.551821 run osmo-msc_10.42.42.6(pid=20188): Launched\u000a08:57:37.731224 run osmo-stp_10.42.42.5(pid=20185): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]\u000a08:57:37.860926 run osmo-stp_10.42.42.5(pid=20185): stdout: \u000a| (launched: 2022-12-10_08:57:36.429826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:37.988538 run osmo-stp_10.42.42.5(pid=20185): stderr: \u000a| �[0;m�[38;5;43m20221210085736599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085736599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085736599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085736600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085736602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085736602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085736602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:38.111090 run osmo-stp_10.42.42.5(pid=20185): stdout: \u000a| (launched: 2022-12-10_08:57:36.429826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:38.232171 run osmo-stp_10.42.42.5(pid=20185): stderr: \u000a| �[0;m�[38;5;43m20221210085736599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085736599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085736599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085736600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085736602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085736602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085736602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:38.285415 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:57:38.293940 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:57:38.353430 run osmo-hlr_10.42.42.2(pid=20180): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20180)]\u000a08:57:38.402437 run osmo-hlr_10.42.42.2(pid=20180): stdout: \u000a| (launched: 2022-12-10_08:57:35.451011) \u000a08:57:38.451705 run osmo-hlr_10.42.42.2(pid=20180): stderr: \u000a| �[0;m�[1;31m20221210085735650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085735650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085735650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085735650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085735650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085735650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085735663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085735673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085735674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085735674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:38.518304 run osmo-msc_10.42.42.6(pid=20188): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20188)]\u000a08:57:38.567014 run osmo-msc_10.42.42.6(pid=20188): stdout: \u000a| (launched: 2022-12-10_08:57:37.400402) \u000a08:57:38.616178 run osmo-msc_10.42.42.6(pid=20188): stderr: \u000a| �[0;m�[38;5;43m20221210085737672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085737672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5b2a79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085737672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085737672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085737672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085737672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085737676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085737677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085737677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085737677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:57:38.657474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Terminating (SIGTERM)\u000a08:57:38.696781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Terminating (SIGTERM)\u000a08:57:38.736137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20187): Terminating (SIGTERM)\u000a08:57:38.745497 --- ParallelTerminationStrategy: PID 20179 died...\u000a08:57:38.798010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Terminated: ok {rc=0}\u000a08:57:38.807846 --- ParallelTerminationStrategy: PID 20184 died...\u000a08:57:38.860191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Terminated: ok {rc=0}\u000a08:57:38.869797 --- ParallelTerminationStrategy: PID 20187 died...\u000a08:57:38.921788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20187): Terminated: ok {rc=0}\u000a08:57:39.009529 bus /sierra_3: Setting Powered False\u000a08:57:40.114554 bus /sierra_3: Setting Powered False\u000a08:57:41.220974 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20196): Process ended prematurely: osmo-stp_10.42.42.5(pid=20196) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20196)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20196): Process ended prematurely: osmo-stp_10.42.42.5(pid=20196) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:57:42.334374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:42.346560 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:57:42.510028 tst mo_mt_call_osmux.py: using LAC 27282\u000a08:57:42.637054 tst mo_mt_call_osmux.py: using RAC 252\u000a08:57:42.762767 tst mo_mt_call_osmux.py: using CellId 27282\u000a08:57:42.894863 tst mo_mt_call_osmux.py: using BVCI 27283\u000a08:57:42.919632 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:42.931322 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:42.942875 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:42.954406 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:42.966066 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:57:42.977426 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:57:43.099608 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:57:43.309186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:43.825027 run create_hlr_db(pid=20190): Launched\u000a08:57:44.011799 bus /sierra_2: Setting Powered False\u000a08:57:45.032867 run create_hlr_db(pid=20190): Terminated: ok {rc=0}\u000a08:57:45.440830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20192): Launched\u000a08:57:45.746951 run osmo-hlr_10.42.42.2(pid=20193): Launched\u000a08:57:45.916645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:46.569141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20195): Launched\u000a08:57:46.918705 run osmo-stp_10.42.42.5(pid=20196): Launched\u000a08:57:47.154779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:57:47.804183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20198): Launched\u000a08:57:48.125306 run osmo-msc_10.42.42.6(pid=20199): Launched\u000a08:57:48.312940 run osmo-stp_10.42.42.5(pid=20196): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20196)]\u000a08:57:48.448217 run osmo-stp_10.42.42.5(pid=20196): stdout: \u000a| (launched: 2022-12-10_08:57:46.739139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:48.584167 run osmo-stp_10.42.42.5(pid=20196): stderr: \u000a| �[0;m�[38;5;43m20221210085747162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085747162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085747162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085747163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085747167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085747171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085747171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:48.713492 run osmo-stp_10.42.42.5(pid=20196): stdout: \u000a| (launched: 2022-12-10_08:57:46.739139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:48.841823 run osmo-stp_10.42.42.5(pid=20196): stderr: \u000a| �[0;m�[38;5;43m20221210085747162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085747162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085747162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085747163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085747167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085747171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085747171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:48.898735 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20196): Process ended prematurely: osmo-stp_10.42.42.5(pid=20196) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20196)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:57:48.907950 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:57:48.969621 run osmo-hlr_10.42.42.2(pid=20193): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20193)]\u000a08:57:49.020228 run osmo-hlr_10.42.42.2(pid=20193): stdout: \u000a| (launched: 2022-12-10_08:57:45.596276) \u000a08:57:49.071510 run osmo-hlr_10.42.42.2(pid=20193): stderr: \u000a| �[0;m�[1;31m20221210085745773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085745773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085745773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085745773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085745773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085745773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085745786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085745795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085745795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085745795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:49.141129 run osmo-msc_10.42.42.6(pid=20199): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20199)]\u000a08:57:49.191465 run osmo-msc_10.42.42.6(pid=20199): stdout: \u000a| (launched: 2022-12-10_08:57:47.968403) \u000a08:57:49.242409 run osmo-msc_10.42.42.6(pid=20199): stderr: \u000a| �[0;m�[38;5;43m20221210085748290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085748290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5dc8acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085748290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085748290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085748290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085748291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085748294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085748295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085748295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085748295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:57:49.285671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20192): Terminating (SIGTERM)\u000a08:57:49.326710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20195): Terminating (SIGTERM)\u000a08:57:49.367980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20198): Terminating (SIGTERM)\u000a08:57:49.377552 --- ParallelTerminationStrategy: PID 20192 died...\u000a08:57:49.432248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20192): Terminated: ok {rc=0}\u000a08:57:49.442162 --- ParallelTerminationStrategy: PID 20195 died...\u000a08:57:49.496510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20195): Terminated: ok {rc=0}\u000a08:57:49.506329 --- ParallelTerminationStrategy: PID 20198 died...\u000a08:57:49.561329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20198): Terminated: ok {rc=0}\u000a08:57:49.647639 bus /sierra_3: Setting Powered False\u000a08:57:50.753013 bus /sierra_3: Setting Powered False\u000a08:57:51.860135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:57:31" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20210): Process ended prematurely: osmo-stp_10.42.42.5(pid=20210) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20210)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20210): Process ended prematurely: osmo-stp_10.42.42.5(pid=20210) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:57:53.846478 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:57:53.857496 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:57:54.012317 tst mo_mt_call.py: using LAC 27283\u000a08:57:54.133015 tst mo_mt_call.py: using RAC 253\u000a08:57:54.253407 tst mo_mt_call.py: using CellId 27283\u000a08:57:54.372904 tst mo_mt_call.py: using BVCI 27284\u000a08:57:54.396131 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:57:54.407261 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:57:54.418158 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:57:54.429195 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:57:54.440244 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:57:54.451307 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:57:54.571101 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:57:54.777961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:55.261103 run create_hlr_db(pid=20204): Launched\u000a08:57:55.436376 bus /sierra_2: Setting Powered False\u000a08:57:56.457697 run create_hlr_db(pid=20204): Terminated: ok {rc=0}\u000a08:57:56.890828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20206): Launched\u000a08:57:57.220091 run osmo-hlr_10.42.42.2(pid=20207): Launched\u000a08:57:57.339030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:57.903680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20209): Launched\u000a08:57:58.230754 run osmo-stp_10.42.42.5(pid=20210): Launched\u000a08:57:58.350810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:57:58.946391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20212): Launched\u000a08:57:59.274788 run osmo-msc_10.42.42.6(pid=20213): Launched\u000a08:57:59.465250 run osmo-stp_10.42.42.5(pid=20210): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20210)]\u000a08:57:59.604791 run osmo-stp_10.42.42.5(pid=20210): stdout: \u000a| (launched: 2022-12-10_08:57:58.068422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:59.740587 run osmo-stp_10.42.42.5(pid=20210): stderr: \u000a| �[0;m�[38;5;43m20221210085758263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085758264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085758264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085758264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085758265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085758265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085758265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:59.870243 run osmo-stp_10.42.42.5(pid=20210): stdout: \u000a| (launched: 2022-12-10_08:57:58.068422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:59.998576 run osmo-stp_10.42.42.5(pid=20210): stderr: \u000a| �[0;m�[38;5;43m20221210085758263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085758264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085758264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085758264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085758265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085758265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085758265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:00.055251 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20210): Process ended prematurely: osmo-stp_10.42.42.5(pid=20210) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20210)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:58:00.064360 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:58:00.126166 run osmo-hlr_10.42.42.2(pid=20207): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20207)]\u000a08:58:00.177222 run osmo-hlr_10.42.42.2(pid=20207): stdout: \u000a| (launched: 2022-12-10_08:57:57.056253) \u000a08:58:00.228864 run osmo-hlr_10.42.42.2(pid=20207): stderr: \u000a| �[0;m�[1;31m20221210085757259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085757259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085757259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085757259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085757259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085757259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085757283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085757293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085757293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085757294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:00.298986 run osmo-msc_10.42.42.6(pid=20213): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20213)]\u000a08:58:00.350382 run osmo-msc_10.42.42.6(pid=20213): stdout: \u000a| (launched: 2022-12-10_08:57:59.111603) \u000a08:58:00.402141 run osmo-msc_10.42.42.6(pid=20213): stderr: \u000a| �[0;m�[38;5;43m20221210085759435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085759435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0ef8aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085759435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085759435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085759436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085759436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085759439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085759440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085759440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085759440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:58:00.445811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20206): Terminating (SIGTERM)\u000a08:58:00.486815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20209): Terminating (SIGTERM)\u000a08:58:00.528209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20212): Terminating (SIGTERM)\u000a08:58:00.538048 --- ParallelTerminationStrategy: PID 20206 died...\u000a08:58:00.593048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20206): Terminated: ok {rc=0}\u000a08:58:00.602904 --- ParallelTerminationStrategy: PID 20209 died...\u000a08:58:00.657536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20209): Terminated: ok {rc=0}\u000a08:58:00.667378 --- ParallelTerminationStrategy: PID 20212 died...\u000a08:58:00.722053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20212): Terminated: ok {rc=0}\u000a08:58:00.808445 bus /sierra_3: Setting Powered False\u000a08:58:01.920833 bus /sierra_3: Setting Powered False\u000a08:58:03.031548 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20221): Process ended prematurely: osmo-stp_10.42.42.5(pid=20221) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20221)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20221): Process ended prematurely: osmo-stp_10.42.42.5(pid=20221) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:58:04.142070 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:58:04.153984 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:58:04.314243 tst mo_mt_call_osmux.py: using LAC 27284\u000a08:58:04.436080 tst mo_mt_call_osmux.py: using RAC 254\u000a08:58:04.564629 tst mo_mt_call_osmux.py: using CellId 27284\u000a08:58:04.692604 tst mo_mt_call_osmux.py: using BVCI 27285\u000a08:58:04.718893 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:58:04.730599 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:58:04.742032 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:58:04.753521 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:58:04.764818 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:58:04.776104 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:58:04.892461 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:58:05.099501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:05.584245 run create_hlr_db(pid=20215): Launched\u000a08:58:05.759779 bus /sierra_2: Setting Powered False\u000a08:58:06.779834 run create_hlr_db(pid=20215): Terminated: ok {rc=0}\u000a08:58:07.212003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20217): Launched\u000a08:58:07.539851 run osmo-hlr_10.42.42.2(pid=20218): Launched\u000a08:58:07.659668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:08.225706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20220): Launched\u000a08:58:08.553822 run osmo-stp_10.42.42.5(pid=20221): Launched\u000a08:58:08.671479 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:58:09.263373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20223): Launched\u000a08:58:09.590595 run osmo-msc_10.42.42.6(pid=20224): Launched\u000a08:58:09.780431 run osmo-stp_10.42.42.5(pid=20221): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20221)]\u000a08:58:09.916373 run osmo-stp_10.42.42.5(pid=20221): stdout: \u000a| (launched: 2022-12-10_08:58:08.390254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:10.051856 run osmo-stp_10.42.42.5(pid=20221): stderr: \u000a| �[0;m�[38;5;43m20221210085808588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085808588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085808588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085808589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085808589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085808589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085808589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:10.181041 run osmo-stp_10.42.42.5(pid=20221): stdout: \u000a| (launched: 2022-12-10_08:58:08.390254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:10.309125 run osmo-stp_10.42.42.5(pid=20221): stderr: \u000a| �[0;m�[38;5;43m20221210085808588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085808588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085808588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085808589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085808589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085808589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085808589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:10.365582 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20221): Process ended prematurely: osmo-stp_10.42.42.5(pid=20221) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20221)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:58:10.374744 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:58:10.435913 run osmo-hlr_10.42.42.2(pid=20218): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20218)]\u000a08:58:10.486208 run osmo-hlr_10.42.42.2(pid=20218): stdout: \u000a| (launched: 2022-12-10_08:58:07.376564) \u000a08:58:10.537426 run osmo-hlr_10.42.42.2(pid=20218): stderr: \u000a| �[0;m�[1;31m20221210085807579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085807579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085807579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085807579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085807579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085807579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085807591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085807600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085807600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085807600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:10.607536 run osmo-msc_10.42.42.6(pid=20224): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20224)]\u000a08:58:10.657732 run osmo-msc_10.42.42.6(pid=20224): stdout: \u000a| (launched: 2022-12-10_08:58:09.426945) \u000a08:58:10.708406 run osmo-msc_10.42.42.6(pid=20224): stderr: \u000a| �[0;m�[38;5;43m20221210085809753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085809754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3c3aabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085809754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085809754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085809754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085809754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085809757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085809758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085809758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085809758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:58:10.751706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20217): Terminating (SIGTERM)\u000a08:58:10.792864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20220): Terminating (SIGTERM)\u000a08:58:10.834191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20223): Terminating (SIGTERM)\u000a08:58:10.843756 --- ParallelTerminationStrategy: PID 20217 died...\u000a08:58:10.898672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20217): Terminated: ok {rc=0}\u000a08:58:10.908583 --- ParallelTerminationStrategy: PID 20220 died...\u000a08:58:10.963038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20220): Terminated: ok {rc=0}\u000a08:58:10.973022 --- ParallelTerminationStrategy: PID 20223 died...\u000a08:58:11.027432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20223): Terminated: ok {rc=0}\u000a08:58:11.112839 bus /sierra_3: Setting Powered False\u000a08:58:12.214291 bus /sierra_3: Setting Powered False\u000a08:58:13.322630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:57:53" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20235): Process ended prematurely: osmo-stp_10.42.42.5(pid=20235) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20235)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20235): Process ended prematurely: osmo-stp_10.42.42.5(pid=20235) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:58:15.332160 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:15.343887 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:58:15.506753 tst mo_mt_call.py: using LAC 27285\u000a08:58:15.640727 tst mo_mt_call.py: using RAC 255\u000a08:58:15.768697 tst mo_mt_call.py: using CellId 27285\u000a08:58:15.924236 tst mo_mt_call.py: using BVCI 27286\u000a08:58:15.954004 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:15.966533 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:15.979605 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:15.992599 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:16.004519 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:16.017749 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:58:16.143496 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:58:16.421265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:17.033889 run create_hlr_db(pid=20229): Launched\u000a08:58:17.227556 bus /sierra_2: Setting Powered False\u000a08:58:18.242104 run create_hlr_db(pid=20229): Terminated: ok {rc=0}\u000a08:58:18.651020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20231): Launched\u000a08:58:18.954945 run osmo-hlr_10.42.42.2(pid=20232): Launched\u000a08:58:19.066863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:19.594881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20234): Launched\u000a08:58:19.899552 run osmo-stp_10.42.42.5(pid=20235): Launched\u000a08:58:20.011470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:58:20.567180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20238): Launched\u000a08:58:20.873461 run osmo-msc_10.42.42.6(pid=20239): Launched\u000a08:58:21.052153 run osmo-stp_10.42.42.5(pid=20235): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20235)]\u000a08:58:21.181667 run osmo-stp_10.42.42.5(pid=20235): stdout: \u000a| (launched: 2022-12-10_08:58:19.749287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:21.308794 run osmo-stp_10.42.42.5(pid=20235): stderr: \u000a| �[0;m�[38;5;43m20221210085819919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085819919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085819920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085819920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085819920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085819921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085819921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:21.431369 run osmo-stp_10.42.42.5(pid=20235): stdout: \u000a| (launched: 2022-12-10_08:58:19.749287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:21.552730 run osmo-stp_10.42.42.5(pid=20235): stderr: \u000a| �[0;m�[38;5;43m20221210085819919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085819919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085819920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085819920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085819920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085819921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085819921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:21.606164 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20235): Process ended prematurely: osmo-stp_10.42.42.5(pid=20235) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20235)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:58:21.614570 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:58:21.673818 run osmo-hlr_10.42.42.2(pid=20232): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20232)]\u000a08:58:21.722278 run osmo-hlr_10.42.42.2(pid=20232): stdout: \u000a| (launched: 2022-12-10_08:58:18.805923) \u000a08:58:21.771450 run osmo-hlr_10.42.42.2(pid=20232): stderr: \u000a| �[0;m�[1;31m20221210085818983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085818983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085818983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085818983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085818983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085818983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085818995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085819004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085819005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085819005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:21.838501 run osmo-msc_10.42.42.6(pid=20239): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20239)]\u000a08:58:21.887550 run osmo-msc_10.42.42.6(pid=20239): stdout: \u000a| (launched: 2022-12-10_08:58:20.722373) \u000a08:58:21.936775 run osmo-msc_10.42.42.6(pid=20239): stderr: \u000a| �[0;m�[38;5;43m20221210085820992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085820992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efde57a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085820992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085820992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085820992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085820993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085820994 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085820995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085820995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085820995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:58:21.978149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20231): Terminating (SIGTERM)\u000a08:58:22.017329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20234): Terminating (SIGTERM)\u000a08:58:22.057349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20238): Terminating (SIGTERM)\u000a08:58:22.066650 --- ParallelTerminationStrategy: PID 20231 died...\u000a08:58:22.119138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20231): Terminated: ok {rc=0}\u000a08:58:22.128795 --- ParallelTerminationStrategy: PID 20234 died...\u000a08:58:22.181297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20234): Terminated: ok {rc=0}\u000a08:58:22.190933 --- ParallelTerminationStrategy: PID 20238 died...\u000a08:58:22.243262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20238): Terminated: ok {rc=0}\u000a08:58:22.331340 bus /sierra_3: Setting Powered False\u000a08:58:23.434488 bus /sierra_3: Setting Powered False\u000a08:58:24.544915 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20247): Process ended prematurely: osmo-stp_10.42.42.5(pid=20247) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20247)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20247): Process ended prematurely: osmo-stp_10.42.42.5(pid=20247) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:58:25.655936 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:25.667697 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:58:25.824228 tst mo_mt_call_osmux.py: using LAC 27286\u000a08:58:25.945242 tst mo_mt_call_osmux.py: using RAC 1\u000a08:58:26.064605 tst mo_mt_call_osmux.py: using CellId 27286\u000a08:58:26.186131 tst mo_mt_call_osmux.py: using BVCI 27287\u000a08:58:26.209456 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:26.220342 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:26.231195 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:26.242243 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:26.253482 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:58:26.264716 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:58:26.383404 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:58:26.587897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:27.065895 run create_hlr_db(pid=20241): Launched\u000a08:58:27.241680 bus /sierra_2: Setting Powered False\u000a08:58:28.261489 run create_hlr_db(pid=20241): Terminated: ok {rc=0}\u000a08:58:28.689654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20243): Launched\u000a08:58:29.013089 run osmo-hlr_10.42.42.2(pid=20244): Launched\u000a08:58:29.132185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:29.693342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20246): Launched\u000a08:58:30.015392 run osmo-stp_10.42.42.5(pid=20247): Launched\u000a08:58:30.132754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:58:30.723286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20249): Launched\u000a08:58:31.159443 run osmo-msc_10.42.42.6(pid=20250): Launched\u000a08:58:31.530989 run osmo-stp_10.42.42.5(pid=20247): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20247)]\u000a08:58:31.797383 run osmo-stp_10.42.42.5(pid=20247): stdout: \u000a| (launched: 2022-12-10_08:58:29.857488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:31.988206 run osmo-stp_10.42.42.5(pid=20247): stderr: \u000a| �[0;m�[38;5;43m20221210085830050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085830050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085830050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085830051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085830051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085830051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085830051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:32.116279 run osmo-stp_10.42.42.5(pid=20247): stdout: \u000a| (launched: 2022-12-10_08:58:29.857488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:32.242716 run osmo-stp_10.42.42.5(pid=20247): stderr: \u000a| �[0;m�[38;5;43m20221210085830050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085830050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085830050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085830051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085830051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085830051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085830051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:32.296890 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20247): Process ended prematurely: osmo-stp_10.42.42.5(pid=20247) [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20247)] [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:58:32.306145 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a08:58:32.368022 run osmo-hlr_10.42.42.2(pid=20244): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20244)]\u000a08:58:32.418913 run osmo-hlr_10.42.42.2(pid=20244): stdout: \u000a| (launched: 2022-12-10_08:58:28.854369) \u000a08:58:32.469957 run osmo-hlr_10.42.42.2(pid=20244): stderr: \u000a| �[0;m�[1;31m20221210085829055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085829055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085829055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085829055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085829055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085829055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085829087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085829097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085829097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085829097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:32.538486 run osmo-msc_10.42.42.6(pid=20250): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20250)]\u000a08:58:32.588526 run osmo-msc_10.42.42.6(pid=20250): stdout: \u000a| (launched: 2022-12-10_08:58:30.898799) \u000a08:58:32.638962 run osmo-msc_10.42.42.6(pid=20250): stderr: \u000a| �[0;m�[38;5;43m20221210085831495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085831495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42b81afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085831495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085831495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085831495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085831495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085831497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085831498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085831498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085831498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:58:32.680788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20243): Terminating (SIGTERM)\u000a08:58:32.721090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20246): Terminating (SIGTERM)\u000a08:58:32.762307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20249): Terminating (SIGTERM)\u000a08:58:32.772355 --- ParallelTerminationStrategy: PID 20243 died...\u000a08:58:32.826334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20243): Terminated: ok {rc=0}\u000a08:58:32.836722 --- ParallelTerminationStrategy: PID 20246 died...\u000a08:58:32.890405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20246): Terminated: ok {rc=0}\u000a08:58:32.900764 --- ParallelTerminationStrategy: PID 20249 died...\u000a08:58:32.954668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20249): Terminated: ok {rc=0}\u000a08:58:33.042593 bus /sierra_3: Setting Powered False\u000a08:58:34.145839 bus /sierra_3: Setting Powered False\u000a08:58:35.257189 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:58:15" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20261): Process ended prematurely: osmo-stp_10.42.42.5(pid=20261) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20261)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20261): Process ended prematurely: osmo-stp_10.42.42.5(pid=20261) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:58:37.249949 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:37.261674 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:58:37.418664 tst mo_mt_call.py: using LAC 27287\u000a08:58:37.538973 tst mo_mt_call.py: using RAC 2\u000a08:58:37.662067 tst mo_mt_call.py: using CellId 27287\u000a08:58:37.782875 tst mo_mt_call.py: using BVCI 27288\u000a08:58:37.806103 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:37.817290 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:37.828083 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:37.839217 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:37.850537 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:37.861665 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:58:37.981344 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:58:38.192636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:38.715008 run create_hlr_db(pid=20255): Launched\u000a08:58:38.901926 bus /sierra_2: Setting Powered False\u000a08:58:39.923168 run create_hlr_db(pid=20255): Terminated: ok {rc=0}\u000a08:58:40.341669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20257): Launched\u000a08:58:40.670390 run osmo-hlr_10.42.42.2(pid=20258): Launched\u000a08:58:40.788892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:41.355753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20260): Launched\u000a08:58:41.683427 run osmo-stp_10.42.42.5(pid=20261): Launched\u000a08:58:41.800204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:58:42.393282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20263): Launched\u000a08:58:42.720753 run osmo-msc_10.42.42.6(pid=20264): Launched\u000a08:58:42.910407 run osmo-stp_10.42.42.5(pid=20261): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20261)]\u000a08:58:43.047512 run osmo-stp_10.42.42.5(pid=20261): stdout: \u000a| (launched: 2022-12-10_08:58:41.519909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:43.183842 run osmo-stp_10.42.42.5(pid=20261): stderr: \u000a| �[0;m�[38;5;43m20221210085841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085841717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085841717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085841717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085841718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085841718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:43.314094 run osmo-stp_10.42.42.5(pid=20261): stdout: \u000a| (launched: 2022-12-10_08:58:41.519909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:43.443460 run osmo-stp_10.42.42.5(pid=20261): stderr: \u000a| �[0;m�[38;5;43m20221210085841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085841717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085841717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085841717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085841718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085841718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:43.500136 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20261): Process ended prematurely: osmo-stp_10.42.42.5(pid=20261) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20261)] [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:58:43.509553 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:58:43.572193 run osmo-hlr_10.42.42.2(pid=20258): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20258)]\u000a08:58:43.623402 run osmo-hlr_10.42.42.2(pid=20258): stdout: \u000a| (launched: 2022-12-10_08:58:40.506801) \u000a08:58:43.675291 run osmo-hlr_10.42.42.2(pid=20258): stderr: \u000a| �[0;m�[1;31m20221210085840710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085840710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085840710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085840710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085840710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085840710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085840722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085840731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:43.745510 run osmo-msc_10.42.42.6(pid=20264): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20264)]\u000a08:58:43.796130 run osmo-msc_10.42.42.6(pid=20264): stdout: \u000a| (launched: 2022-12-10_08:58:42.557709) \u000a08:58:43.847411 run osmo-msc_10.42.42.6(pid=20264): stderr: \u000a| �[0;m�[38;5;43m20221210085842882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085842882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd6b2f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085842882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085842882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085842882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085842883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085842884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085842885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085842885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085842885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:58:43.890989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20257): Terminating (SIGTERM)\u000a08:58:43.932391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20260): Terminating (SIGTERM)\u000a08:58:43.973949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20263): Terminating (SIGTERM)\u000a08:58:43.983770 --- ParallelTerminationStrategy: PID 20257 died...\u000a08:58:44.039184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20257): Terminated: ok {rc=0}\u000a08:58:44.049521 --- ParallelTerminationStrategy: PID 20260 died...\u000a08:58:44.104560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20260): Terminated: ok {rc=0}\u000a08:58:44.114770 --- ParallelTerminationStrategy: PID 20263 died...\u000a08:58:44.169925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20263): Terminated: ok {rc=0}\u000a08:58:44.256885 bus /sierra_3: Setting Powered False\u000a08:58:45.361832 bus /sierra_3: Setting Powered False\u000a08:58:46.469917 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20272): Process ended prematurely: osmo-stp_10.42.42.5(pid=20272) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20272)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20272): Process ended prematurely: osmo-stp_10.42.42.5(pid=20272) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:58:47.583802 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:47.596240 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:58:47.756893 tst mo_mt_call_osmux.py: using LAC 27288\u000a08:58:47.878244 tst mo_mt_call_osmux.py: using RAC 3\u000a08:58:47.999412 tst mo_mt_call_osmux.py: using CellId 27288\u000a08:58:48.121171 tst mo_mt_call_osmux.py: using BVCI 27289\u000a08:58:48.144482 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:48.155835 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:48.167343 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:48.178972 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:48.190580 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:58:48.201908 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:58:48.321327 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:58:48.524768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:49.006937 run create_hlr_db(pid=20266): Launched\u000a08:58:49.181872 bus /sierra_2: Setting Powered False\u000a08:58:50.203938 run create_hlr_db(pid=20266): Terminated: ok {rc=0}\u000a08:58:50.612287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20268): Launched\u000a08:58:50.920009 run osmo-hlr_10.42.42.2(pid=20269): Launched\u000a08:58:51.036116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:51.576144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20271): Launched\u000a08:58:51.885718 run osmo-stp_10.42.42.5(pid=20272): Launched\u000a08:58:51.997254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:58:52.554987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20274): Launched\u000a08:58:52.864071 run osmo-msc_10.42.42.6(pid=20275): Launched\u000a08:58:53.043389 run osmo-stp_10.42.42.5(pid=20272): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20272)]\u000a08:58:53.173511 run osmo-stp_10.42.42.5(pid=20272): stdout: \u000a| (launched: 2022-12-10_08:58:51.730997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:53.300322 run osmo-stp_10.42.42.5(pid=20272): stderr: \u000a| �[0;m�[38;5;43m20221210085851902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085851902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085851902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085851903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085851905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085851905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085851905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:53.423599 run osmo-stp_10.42.42.5(pid=20272): stdout: \u000a| (launched: 2022-12-10_08:58:51.730997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:53.544704 run osmo-stp_10.42.42.5(pid=20272): stderr: \u000a| �[0;m�[38;5;43m20221210085851902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085851902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085851902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085851903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085851905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085851905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085851905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:53.598532 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20272): Process ended prematurely: osmo-stp_10.42.42.5(pid=20272) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20272)] [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:58:53.607098 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:58:53.666878 run osmo-hlr_10.42.42.2(pid=20269): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20269)]\u000a08:58:53.715667 run osmo-hlr_10.42.42.2(pid=20269): stdout: \u000a| (launched: 2022-12-10_08:58:50.766742) \u000a08:58:53.765139 run osmo-hlr_10.42.42.2(pid=20269): stderr: \u000a| �[0;m�[1;31m20221210085850944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085850945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085850945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085850945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085850945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085850945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085850957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085850966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085850966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085850966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:53.832056 run osmo-msc_10.42.42.6(pid=20275): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20275)]\u000a08:58:53.880660 run osmo-msc_10.42.42.6(pid=20275): stdout: \u000a| (launched: 2022-12-10_08:58:52.709326) \u000a08:58:53.929550 run osmo-msc_10.42.42.6(pid=20275): stderr: \u000a| �[0;m�[38;5;43m20221210085852987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085852988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f707d4e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085852988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085852988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085852988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085852988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085852990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085852990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085852991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085852991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:58:53.971035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20268): Terminating (SIGTERM)\u000a08:58:54.010762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20271): Terminating (SIGTERM)\u000a08:58:54.050057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20274): Terminating (SIGTERM)\u000a08:58:54.059469 --- ParallelTerminationStrategy: PID 20268 died...\u000a08:58:54.112225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20268): Terminated: ok {rc=0}\u000a08:58:54.122024 --- ParallelTerminationStrategy: PID 20271 died...\u000a08:58:54.174650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20271): Terminated: ok {rc=0}\u000a08:58:54.184434 --- ParallelTerminationStrategy: PID 20274 died...\u000a08:58:54.236928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20274): Terminated: ok {rc=0}\u000a08:58:54.324266 bus /sierra_3: Setting Powered False\u000a08:58:55.425360 bus /sierra_3: Setting Powered False\u000a08:58:56.535025 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:58:36" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20287): Process ended prematurely: osmo-stp_10.42.42.5(pid=20287) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20287)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20287): Process ended prematurely: osmo-stp_10.42.42.5(pid=20287) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:58:58.519676 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:58:58.530980 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:58:58.690395 tst mo_mt_call.py: using LAC 27289\u000a08:58:58.810175 tst mo_mt_call.py: using RAC 4\u000a08:58:58.931525 tst mo_mt_call.py: using CellId 27289\u000a08:58:59.052199 tst mo_mt_call.py: using BVCI 27290\u000a08:58:59.075351 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:58:59.086217 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:58:59.096806 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:58:59.107820 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:58:59.118917 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:58:59.129736 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:58:59.247243 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:58:59.459519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:59.975923 run create_hlr_db(pid=20281): Launched\u000a08:59:00.162731 bus /sierra_2: Setting Powered False\u000a08:59:01.183467 run create_hlr_db(pid=20281): Terminated: ok {rc=0}\u000a08:59:01.633251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20283): Launched\u000a08:59:02.083986 run osmo-hlr_10.42.42.2(pid=20284): Launched\u000a08:59:02.202946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:02.763772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20286): Launched\u000a08:59:03.085474 run osmo-stp_10.42.42.5(pid=20287): Launched\u000a08:59:03.203024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:03.792643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20289): Launched\u000a08:59:04.114394 run osmo-msc_10.42.42.6(pid=20290): Launched\u000a08:59:04.303645 run osmo-stp_10.42.42.5(pid=20287): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20287)]\u000a08:59:04.439890 run osmo-stp_10.42.42.5(pid=20287): stdout: \u000a| (launched: 2022-12-10_08:59:02.927804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:04.575486 run osmo-stp_10.42.42.5(pid=20287): stderr: \u000a| �[0;m�[38;5;43m20221210085903120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085903121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085903121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085903121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085903122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085903122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085903122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:04.705202 run osmo-stp_10.42.42.5(pid=20287): stdout: \u000a| (launched: 2022-12-10_08:59:02.927804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:04.833782 run osmo-stp_10.42.42.5(pid=20287): stderr: \u000a| �[0;m�[38;5;43m20221210085903120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085903121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085903121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085903121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085903122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085903122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085903122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:04.890292 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20287): Process ended prematurely: osmo-stp_10.42.42.5(pid=20287) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20287)] [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:59:04.899379 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:59:04.961364 run osmo-hlr_10.42.42.2(pid=20284): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20284)]\u000a08:59:05.012076 run osmo-hlr_10.42.42.2(pid=20284): stdout: \u000a| (launched: 2022-12-10_08:59:01.801359) \u000a08:59:05.063435 run osmo-hlr_10.42.42.2(pid=20284): stderr: \u000a| �[0;m�[1;31m20221210085902031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085902031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085902031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085902031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085902031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085902031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085902045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085902061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085902062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085902062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:05.133046 run osmo-msc_10.42.42.6(pid=20290): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20290)]\u000a08:59:05.183615 run osmo-msc_10.42.42.6(pid=20290): stdout: \u000a| (launched: 2022-12-10_08:59:03.956936) \u000a08:59:05.234669 run osmo-msc_10.42.42.6(pid=20290): stderr: \u000a| �[0;m�[38;5;43m20221210085904281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085904282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7158e7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085904282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085904282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085904282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085904282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085904284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085904284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:05.278069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20283): Terminating (SIGTERM)\u000a08:59:05.319046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20286): Terminating (SIGTERM)\u000a08:59:05.360057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20289): Terminating (SIGTERM)\u000a08:59:05.369743 --- ParallelTerminationStrategy: PID 20283 died...\u000a08:59:05.424990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20283): Terminated: ok {rc=0}\u000a08:59:05.435129 --- ParallelTerminationStrategy: PID 20286 died...\u000a08:59:05.490468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20286): Terminated: ok {rc=0}\u000a08:59:05.500486 --- ParallelTerminationStrategy: PID 20289 died...\u000a08:59:05.555657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20289): Terminated: ok {rc=0}\u000a08:59:05.640919 bus /sierra_3: Setting Powered False\u000a08:59:06.748113 bus /sierra_3: Setting Powered False\u000a08:59:07.858156 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:59:08.968141 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:59:08.979645 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:59:09.174961 tst mo_mt_call_osmux.py: using LAC 27290\u000a08:59:09.301441 tst mo_mt_call_osmux.py: using RAC 5\u000a08:59:09.427844 tst mo_mt_call_osmux.py: using CellId 27290\u000a08:59:09.554911 tst mo_mt_call_osmux.py: using BVCI 27291\u000a08:59:09.580275 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:59:09.591893 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:59:09.603301 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:59:09.614969 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:59:09.626560 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:59:09.637930 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:59:09.756801 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:59:09.960624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:10.442553 run create_hlr_db(pid=20292): Launched\u000a08:59:10.618612 bus /sierra_2: Setting Powered False\u000a08:59:11.640713 run create_hlr_db(pid=20292): Terminated: ok {rc=0}\u000a08:59:12.069262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Launched\u000a08:59:12.392226 run osmo-hlr_10.42.42.2(pid=20295): Launched\u000a08:59:12.510855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:13.071471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Launched\u000a08:59:13.395169 run osmo-stp_10.42.42.5(pid=20298): Launched\u000a08:59:13.513095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:14.110022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20300): Launched\u000a08:59:14.434405 run osmo-msc_10.42.42.6(pid=20301): Launched\u000a08:59:14.624394 run osmo-stp_10.42.42.5(pid=20298): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]\u000a08:59:14.760865 run osmo-stp_10.42.42.5(pid=20298): stdout: \u000a| (launched: 2022-12-10_08:59:13.236266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:14.896871 run osmo-stp_10.42.42.5(pid=20298): stderr: \u000a| �[0;m�[38;5;43m20221210085913430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085913430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085913431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085913431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085913432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085913432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085913432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:15.027072 run osmo-stp_10.42.42.5(pid=20298): stdout: \u000a| (launched: 2022-12-10_08:59:13.236266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:15.156268 run osmo-stp_10.42.42.5(pid=20298): stderr: \u000a| �[0;m�[38;5;43m20221210085913430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085913430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085913431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085913431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085913432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085913432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085913432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:15.213411 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)] [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:59:15.222603 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:59:15.285468 run osmo-hlr_10.42.42.2(pid=20295): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20295)]\u000a08:59:15.336859 run osmo-hlr_10.42.42.2(pid=20295): stdout: \u000a| (launched: 2022-12-10_08:59:12.233839) \u000a08:59:15.388894 run osmo-hlr_10.42.42.2(pid=20295): stderr: \u000a| �[0;m�[1;31m20221210085912433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085912433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085912433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085912433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085912433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085912433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085912451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085912460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085912460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085912460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:15.459261 run osmo-msc_10.42.42.6(pid=20301): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20301)]\u000a08:59:15.510378 run osmo-msc_10.42.42.6(pid=20301): stdout: \u000a| (launched: 2022-12-10_08:59:14.274889) \u000a08:59:15.562116 run osmo-msc_10.42.42.6(pid=20301): stderr: \u000a| �[0;m�[38;5;43m20221210085914599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085914599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcccb744c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085914599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085914600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085914600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085914600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085914602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085914602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085914602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085914602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:15.606711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Terminating (SIGTERM)\u000a08:59:15.648201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Terminating (SIGTERM)\u000a08:59:15.689845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20300): Terminating (SIGTERM)\u000a08:59:15.699616 --- ParallelTerminationStrategy: PID 20294 died...\u000a08:59:15.755334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Terminated: ok {rc=0}\u000a08:59:15.765646 --- ParallelTerminationStrategy: PID 20297 died...\u000a08:59:15.820707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Terminated: ok {rc=0}\u000a08:59:15.831020 --- ParallelTerminationStrategy: PID 20300 died...\u000a08:59:15.886683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20300): Terminated: ok {rc=0}\u000a08:59:15.979242 bus /sierra_3: Setting Powered False\u000a08:59:17.109216 bus /sierra_3: Setting Powered False\u000a08:59:18.218214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:58:58" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20313): Process ended prematurely: osmo-stp_10.42.42.5(pid=20313) [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20313)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20313): Process ended prematurely: osmo-stp_10.42.42.5(pid=20313) [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a08:59:20.221643 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:20.233396 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:59:20.380384 tst mo_mt_call.py: using LAC 27291\u000a08:59:20.509510 tst mo_mt_call.py: using RAC 6\u000a08:59:20.639445 tst mo_mt_call.py: using CellId 27291\u000a08:59:20.766304 tst mo_mt_call.py: using BVCI 27292\u000a08:59:20.791086 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:20.802914 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:20.814447 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:20.826011 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:20.837621 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:20.849207 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:59:20.964593 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:59:21.176015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:21.698396 run create_hlr_db(pid=20307): Launched\u000a08:59:21.885062 bus /sierra_2: Setting Powered False\u000a08:59:22.906187 run create_hlr_db(pid=20307): Terminated: ok {rc=0}\u000a08:59:23.337557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20309): Launched\u000a08:59:23.665936 run osmo-hlr_10.42.42.2(pid=20310): Launched\u000a08:59:23.784609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:24.350155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20312): Launched\u000a08:59:24.677230 run osmo-stp_10.42.42.5(pid=20313): Launched\u000a08:59:24.795234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:25.391300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20315): Launched\u000a08:59:25.719758 run osmo-msc_10.42.42.6(pid=20316): Launched\u000a08:59:25.908684 run osmo-stp_10.42.42.5(pid=20313): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20313)]\u000a08:59:26.044567 run osmo-stp_10.42.42.5(pid=20313): stdout: \u000a| (launched: 2022-12-10_08:59:24.514939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:26.180611 run osmo-stp_10.42.42.5(pid=20313): stderr: \u000a| �[0;m�[38;5;43m20221210085924713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085924713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085924713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085924713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085924714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085924714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085924714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:26.310445 run osmo-stp_10.42.42.5(pid=20313): stdout: \u000a| (launched: 2022-12-10_08:59:24.514939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:26.439477 run osmo-stp_10.42.42.5(pid=20313): stderr: \u000a| �[0;m�[38;5;43m20221210085924713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085924713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085924713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085924713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085924714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085924714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085924714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:26.496090 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20313): Process ended prematurely: osmo-stp_10.42.42.5(pid=20313) [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20313)] [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a08:59:26.505368 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:59:26.567256 run osmo-hlr_10.42.42.2(pid=20310): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20310)]\u000a08:59:26.618294 run osmo-hlr_10.42.42.2(pid=20310): stdout: \u000a| (launched: 2022-12-10_08:59:23.502170) \u000a08:59:26.669913 run osmo-hlr_10.42.42.2(pid=20310): stderr: \u000a| �[0;m�[1;31m20221210085923706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085923706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085923706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085923706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085923706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085923706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085923718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085923726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085923726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085923726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:26.739225 run osmo-msc_10.42.42.6(pid=20316): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20316)]\u000a08:59:26.789542 run osmo-msc_10.42.42.6(pid=20316): stdout: \u000a| (launched: 2022-12-10_08:59:25.555827) \u000a08:59:26.840224 run osmo-msc_10.42.42.6(pid=20316): stderr: \u000a| �[0;m�[38;5;43m20221210085925883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085925883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8ac636c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085925883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085925883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085925883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085925884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085925885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085925886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085925886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085925886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:26.883424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20309): Terminating (SIGTERM)\u000a08:59:26.924609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20312): Terminating (SIGTERM)\u000a08:59:26.966080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20315): Terminating (SIGTERM)\u000a08:59:26.975526 --- ParallelTerminationStrategy: PID 20309 died...\u000a08:59:27.030719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20309): Terminated: ok {rc=0}\u000a08:59:27.040665 --- ParallelTerminationStrategy: PID 20312 died...\u000a08:59:27.095521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20312): Terminated: ok {rc=0}\u000a08:59:27.105763 --- ParallelTerminationStrategy: PID 20315 died...\u000a08:59:27.160575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20315): Terminated: ok {rc=0}\u000a08:59:27.247168 bus /sierra_3: Setting Powered False\u000a08:59:28.353265 bus /sierra_3: Setting Powered False\u000a08:59:29.460255 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:59:30.574004 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:30.586707 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:59:30.735594 tst mo_mt_call_osmux.py: using LAC 27292\u000a08:59:30.872155 tst mo_mt_call_osmux.py: using RAC 7\u000a08:59:31.028364 tst mo_mt_call_osmux.py: using CellId 27292\u000a08:59:31.155662 tst mo_mt_call_osmux.py: using BVCI 27293\u000a08:59:31.180363 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:31.192605 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:31.204862 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:31.219226 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:31.232703 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:59:31.244858 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:59:31.369477 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:59:31.614207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:32.156753 run create_hlr_db(pid=20319): Launched\u000a08:59:32.348714 bus /sierra_2: Setting Powered False\u000a08:59:33.366677 run create_hlr_db(pid=20319): Terminated: ok {rc=0}\u000a08:59:33.801434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Launched\u000a08:59:34.129954 run osmo-hlr_10.42.42.2(pid=20322): Launched\u000a08:59:34.251357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:34.818549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Launched\u000a08:59:35.147268 run osmo-stp_10.42.42.5(pid=20325): Launched\u000a08:59:35.265235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:35.862501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Launched\u000a08:59:36.189091 run osmo-msc_10.42.42.6(pid=20328): Launched\u000a08:59:36.379387 run osmo-stp_10.42.42.5(pid=20325): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]\u000a08:59:36.516198 run osmo-stp_10.42.42.5(pid=20325): stdout: \u000a| (launched: 2022-12-10_08:59:34.983147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:36.653448 run osmo-stp_10.42.42.5(pid=20325): stderr: \u000a| �[0;m�[38;5;43m20221210085935182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085935182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085935183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085935183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085935184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085935184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085935184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:36.783620 run osmo-stp_10.42.42.5(pid=20325): stdout: \u000a| (launched: 2022-12-10_08:59:34.983147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:36.913392 run osmo-stp_10.42.42.5(pid=20325): stderr: \u000a| �[0;m�[38;5;43m20221210085935182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085935182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085935183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085935183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085935184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085935184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085935184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:36.970374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)] [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a08:59:36.979462 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:59:37.041822 run osmo-hlr_10.42.42.2(pid=20322): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20322)]\u000a08:59:37.092988 run osmo-hlr_10.42.42.2(pid=20322): stdout: \u000a| (launched: 2022-12-10_08:59:33.966499) \u000a08:59:37.144570 run osmo-hlr_10.42.42.2(pid=20322): stderr: \u000a| �[0;m�[1;31m20221210085934172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085934172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085934172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085934172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085934172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085934172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085934185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085934193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085934193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085934193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:37.214651 run osmo-msc_10.42.42.6(pid=20328): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20328)]\u000a08:59:37.265182 run osmo-msc_10.42.42.6(pid=20328): stdout: \u000a| (launched: 2022-12-10_08:59:36.027156) \u000a08:59:37.316363 run osmo-msc_10.42.42.6(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221210085936355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085936356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6652dc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085936356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085936356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085936356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085936356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085936358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085936358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085936358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085936358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:37.359608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Terminating (SIGTERM)\u000a08:59:37.400699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Terminating (SIGTERM)\u000a08:59:37.442207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Terminating (SIGTERM)\u000a08:59:37.451965 --- ParallelTerminationStrategy: PID 20321 died...\u000a08:59:37.507347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Terminated: ok {rc=0}\u000a08:59:37.517539 --- ParallelTerminationStrategy: PID 20324 died...\u000a08:59:37.572461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Terminated: ok {rc=0}\u000a08:59:37.582342 --- ParallelTerminationStrategy: PID 20327 died...\u000a08:59:37.637966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Terminated: ok {rc=0}\u000a08:59:37.722915 bus /sierra_3: Setting Powered False\u000a08:59:38.828673 bus /sierra_3: Setting Powered False\u000a08:59:39.935501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:59:19" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20339): Process ended prematurely: osmo-stp_10.42.42.5(pid=20339) [trial-2372↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20339)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20339): Process ended prematurely: osmo-stp_10.42.42.5(pid=20339) [trial-2372↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:59:41.954978 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:41.966007 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:59:42.107974 tst emergency_mo_mt_call.py: using LAC 27293\u000a08:59:42.232865 tst emergency_mo_mt_call.py: using RAC 8\u000a08:59:42.357535 tst emergency_mo_mt_call.py: using CellId 27293\u000a08:59:42.483738 tst emergency_mo_mt_call.py: using BVCI 27294\u000a08:59:42.508138 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:42.519424 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:42.530613 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:42.541650 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:42.552767 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:42.563790 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a08:59:42.683730 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a08:59:42.893766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:43.401712 run create_hlr_db(pid=20333): Launched\u000a08:59:43.586618 bus /sierra_2: Setting Powered False\u000a08:59:44.607903 run create_hlr_db(pid=20333): Terminated: ok {rc=0}\u000a08:59:45.031058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20335): Launched\u000a08:59:45.348697 run osmo-hlr_10.42.42.2(pid=20336): Launched\u000a08:59:45.464730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:46.034541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20338): Launched\u000a08:59:46.457704 run osmo-stp_10.42.42.5(pid=20339): Launched\u000a08:59:46.726742 tst emergency_mo_mt_call.py: using MSISDN 7650\u000a08:59:46.998233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:47.558751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Launched\u000a08:59:47.860929 run osmo-msc_10.42.42.6(pid=20346): Launched\u000a08:59:48.038049 run osmo-stp_10.42.42.5(pid=20339): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20339)]\u000a08:59:48.166282 run osmo-stp_10.42.42.5(pid=20339): stdout: \u000a| (launched: 2022-12-10_08:59:46.199464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:48.292218 run osmo-stp_10.42.42.5(pid=20339): stderr: \u000a| �[0;m�[38;5;43m20221210085946663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085946673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085946673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085946674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085946674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085946674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085946674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:48.413491 run osmo-stp_10.42.42.5(pid=20339): stdout: \u000a| (launched: 2022-12-10_08:59:46.199464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:48.533750 run osmo-stp_10.42.42.5(pid=20339): stderr: \u000a| �[0;m�[38;5;43m20221210085946663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085946673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085946673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085946674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085946674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085946674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085946674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:48.585918 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20339): Process ended prematurely: osmo-stp_10.42.42.5(pid=20339) [trial-2372↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20339)] [trial-2372↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a08:59:48.593805 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a08:59:48.654415 run osmo-hlr_10.42.42.2(pid=20336): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20336)]\u000a08:59:48.703243 run osmo-hlr_10.42.42.2(pid=20336): stdout: \u000a| (launched: 2022-12-10_08:59:45.193026) \u000a08:59:48.752172 run osmo-hlr_10.42.42.2(pid=20336): stderr: \u000a| �[0;m�[1;31m20221210085945393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085945393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085945393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085945393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085945393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085945393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085945406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085945414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085945414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085945415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:48.819797 run osmo-msc_10.42.42.6(pid=20346): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20346)]\u000a08:59:48.868850 run osmo-msc_10.42.42.6(pid=20346): stdout: \u000a| (launched: 2022-12-10_08:59:47.711857) \u000a08:59:48.918364 run osmo-msc_10.42.42.6(pid=20346): stderr: \u000a| �[0;m�[38;5;43m20221210085947984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085947984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f1f4f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085947984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085947984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085947984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085947985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085947987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085947987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085947987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085947987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:48.959547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20335): Terminating (SIGTERM)\u000a08:59:48.999150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20338): Terminating (SIGTERM)\u000a08:59:49.038756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Terminating (SIGTERM)\u000a08:59:49.048465 --- ParallelTerminationStrategy: PID 20335 died...\u000a08:59:49.101389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20335): Terminated: ok {rc=0}\u000a08:59:49.111490 --- ParallelTerminationStrategy: PID 20338 died...\u000a08:59:49.164132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20338): Terminated: ok {rc=0}\u000a08:59:49.174287 --- ParallelTerminationStrategy: PID 20345 died...\u000a08:59:49.226786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Terminated: ok {rc=0}\u000a08:59:49.315219 bus /sierra_3: Setting Powered False\u000a08:59:50.418116 bus /sierra_3: Setting Powered False\u000a08:59:51.524023 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20354): Process ended prematurely: osmo-stp_10.42.42.5(pid=20354) [trial-2372↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20354)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20354): Process ended prematurely: osmo-stp_10.42.42.5(pid=20354) [trial-2372↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:59:52.575287 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:52.587130 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:59:52.729010 tst emergency_preemptive_call.py: using LAC 27294\u000a08:59:52.852096 tst emergency_preemptive_call.py: using RAC 9\u000a08:59:52.979533 tst emergency_preemptive_call.py: using CellId 27294\u000a08:59:53.103459 tst emergency_preemptive_call.py: using BVCI 27295\u000a08:59:53.127722 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:53.138841 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:53.149801 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:53.160647 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:53.171535 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:53.182446 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a08:59:53.297154 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a08:59:53.416573 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a08:59:53.531764 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a08:59:53.729434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:54.202924 run create_hlr_db(pid=20348): Launched\u000a08:59:54.376755 bus /sierra_2: Setting Powered False\u000a08:59:55.397663 run create_hlr_db(pid=20348): Terminated: ok {rc=0}\u000a08:59:55.821232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20350): Launched\u000a08:59:56.139405 run osmo-hlr_10.42.42.2(pid=20351): Launched\u000a08:59:56.257282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:56.816247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20353): Launched\u000a08:59:57.134498 run osmo-stp_10.42.42.5(pid=20354): Launched\u000a08:59:57.263470 tst emergency_preemptive_call.py: using MSISDN 7651\u000a08:59:57.423612 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:58.003443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20356): Launched\u000a08:59:58.321314 run osmo-msc_10.42.42.6(pid=20357): Launched\u000a08:59:58.507989 run osmo-stp_10.42.42.5(pid=20354): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20354)]\u000a08:59:58.643257 run osmo-stp_10.42.42.5(pid=20354): stdout: \u000a| (launched: 2022-12-10_08:59:56.978770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:58.778104 run osmo-stp_10.42.42.5(pid=20354): stderr: \u000a| �[0;m�[38;5;43m20221210085957171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085957171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085957171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085957172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085957172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085957172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085957172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:58.906171 run osmo-stp_10.42.42.5(pid=20354): stdout: \u000a| (launched: 2022-12-10_08:59:56.978770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:59.032700 run osmo-stp_10.42.42.5(pid=20354): stderr: \u000a| �[0;m�[38;5;43m20221210085957171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210085957171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210085957171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210085957172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210085957172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210085957172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210085957172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:59.088036 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20354): Process ended prematurely: osmo-stp_10.42.42.5(pid=20354) [trial-2372↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20354)] [trial-2372↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a08:59:59.097138 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a08:59:59.159128 run osmo-hlr_10.42.42.2(pid=20351): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20351)]\u000a08:59:59.210371 run osmo-hlr_10.42.42.2(pid=20351): stdout: \u000a| (launched: 2022-12-10_08:59:55.984288) \u000a08:59:59.262104 run osmo-hlr_10.42.42.2(pid=20351): stderr: \u000a| �[0;m�[1;31m20221210085956182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210085956182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210085956182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085956182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210085956182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210085956182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210085956194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210085956202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210085956203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210085956203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:59.332433 run osmo-msc_10.42.42.6(pid=20357): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20357)]\u000a08:59:59.383352 run osmo-msc_10.42.42.6(pid=20357): stdout: \u000a| (launched: 2022-12-10_08:59:58.165663) \u000a08:59:59.434954 run osmo-msc_10.42.42.6(pid=20357): stderr: \u000a| �[0;m�[38;5;43m20221210085958486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210085958486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65dd795c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210085958486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210085958486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210085958486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210085958487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210085958488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210085958489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210085958489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210085958489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:59.478811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20350): Terminating (SIGTERM)\u000a08:59:59.520267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20353): Terminating (SIGTERM)\u000a08:59:59.561973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20356): Terminating (SIGTERM)\u000a08:59:59.571346 --- ParallelTerminationStrategy: PID 20350 died...\u000a08:59:59.626657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20350): Terminated: ok {rc=0}\u000a08:59:59.636634 --- ParallelTerminationStrategy: PID 20353 died...\u000a08:59:59.691797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20353): Terminated: ok {rc=0}\u000a08:59:59.701865 --- ParallelTerminationStrategy: PID 20356 died...\u000a08:59:59.756663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20356): Terminated: ok {rc=0}\u000a08:59:59.842542 bus /sierra_9: Setting Powered False\u000a09:00:00.967523 bus /sierra_9: Setting Powered False\u000a09:00:02.118941 bus /sierra_8: Setting Powered False\u000a09:00:03.222963 bus /sierra_8: Setting Powered False\u000a09:00:04.332837 bus /sierra_3: Setting Powered False\u000a09:00:05.434177 bus /sierra_3: Setting Powered False\u000a09:00:06.544939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:59:41" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20415): Process ended prematurely: osmo-stp_10.42.42.5(pid=20415) [trial-2372↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20415)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20415): Process ended prematurely: osmo-stp_10.42.42.5(pid=20415) [trial-2372↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:00:08.669999 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:08.680556 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:00:08.819496 tst cs_paging_gprs_active.py: using LAC 27295\u000a09:00:08.938496 tst cs_paging_gprs_active.py: using RAC 10\u000a09:00:09.058438 tst cs_paging_gprs_active.py: using CellId 27295\u000a09:00:09.179794 tst cs_paging_gprs_active.py: using BVCI 27296\u000a09:00:09.203237 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:09.213853 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:09.224238 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:09.235166 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:09.245810 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:09.256513 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:09.267498 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:09.278183 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:09.288858 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:00:09.409722 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:00:09.705044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:00:09.841577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:10.180300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Launched\u000a09:00:10.462965 run iperf3-srv_10.42.42.10(pid=20405): Launched\u000a09:00:10.663159 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:00:10.798980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:11.136780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Launched\u000a09:00:11.418670 run iperf3-srv_10.42.42.10(pid=20407): Launched\u000a09:00:11.618375 tst cs_paging_gprs_active.py:38: start network...\u000a09:00:11.754371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:12.271173 run create_hlr_db(pid=20408): Launched\u000a09:00:12.458935 bus /sierra_2: Setting Powered False\u000a09:00:13.479828 run create_hlr_db(pid=20408): Terminated: ok {rc=0}\u000a09:00:13.894980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20411): Launched\u000a09:00:14.205295 run osmo-hlr_10.42.42.2(pid=20412): Launched\u000a09:00:14.319195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:14.851403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20414): Launched\u000a09:00:15.160314 run osmo-stp_10.42.42.5(pid=20415): Launched\u000a09:00:15.272057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:15.806539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20417): Launched\u000a09:00:15.925594 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:16.245871 run patchelf(pid=20418): Launched\u000a09:00:16.440347 run osmo-stp_10.42.42.5(pid=20415): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20415)]\u000a09:00:16.582545 run osmo-stp_10.42.42.5(pid=20415): stdout: \u000a| (launched: 2022-12-10_09:00:15.006614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:16.726594 run osmo-stp_10.42.42.5(pid=20415): stderr: \u000a| �[0;m�[38;5;43m20221210090015180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090015180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090015180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090015181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090015181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090015181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090015181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:16.865562 run osmo-stp_10.42.42.5(pid=20415): stdout: \u000a| (launched: 2022-12-10_09:00:15.006614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:17.003004 run osmo-stp_10.42.42.5(pid=20415): stderr: \u000a| �[0;m�[38;5;43m20221210090015180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090015180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090015180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090015181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090015181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090015181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090015181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:17.162344 run patchelf(pid=20418): Terminating (SIGINT)\u000a09:00:17.346511 run patchelf(pid=20418): Terminated: ok {rc=0}\u000a09:00:17.379889 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20415): Process ended prematurely: osmo-stp_10.42.42.5(pid=20415) [trial-2372↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20415)] [trial-2372↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a09:00:17.389736 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:00:17.452171 run osmo-hlr_10.42.42.2(pid=20412): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20412)]\u000a09:00:17.503433 run osmo-hlr_10.42.42.2(pid=20412): stdout: \u000a| (launched: 2022-12-10_09:00:14.050997) \u000a09:00:17.555023 run osmo-hlr_10.42.42.2(pid=20412): stderr: \u000a| �[0;m�[1;31m20221210090014231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090014231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090014231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090014231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090014231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090014231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090014244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090014253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090014253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090014253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:17.599118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Terminating (SIGTERM)\u000a09:00:17.640877 run iperf3-srv_10.42.42.10(pid=20405): Terminating (SIGTERM)\u000a09:00:17.682465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Terminating (SIGTERM)\u000a09:00:17.723701 run iperf3-srv_10.42.42.10(pid=20407): Terminating (SIGTERM)\u000a09:00:17.765062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20411): Terminating (SIGTERM)\u000a09:00:17.806287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20414): Terminating (SIGTERM)\u000a09:00:17.848174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20417): Terminating (SIGTERM)\u000a09:00:17.857902 --- ParallelTerminationStrategy: PID 20404 died...\u000a09:00:17.913535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Terminated: ok {rc=0}\u000a09:00:17.923697 --- ParallelTerminationStrategy: PID 20405 died...\u000a09:00:17.978810 run iperf3-srv_10.42.42.10(pid=20405): Terminated {rc=256}\u000a09:00:17.988706 --- ParallelTerminationStrategy: PID 20406 died...\u000a09:00:18.044043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Terminated: ok {rc=0}\u000a09:00:18.054236 --- ParallelTerminationStrategy: PID 20407 died...\u000a09:00:18.109744 run iperf3-srv_10.42.42.10(pid=20407): Terminated {rc=256}\u000a09:00:18.119837 --- ParallelTerminationStrategy: PID 20411 died...\u000a09:00:18.174917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20411): Terminated: ok {rc=0}\u000a09:00:18.184832 --- ParallelTerminationStrategy: PID 20414 died...\u000a09:00:18.240432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20414): Terminated: ok {rc=0}\u000a09:00:18.250645 --- ParallelTerminationStrategy: PID 20417 died...\u000a09:00:18.306206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20417): Terminated: ok {rc=0}\u000a09:00:18.393147 bus /gobi_0: Setting Powered False\u000a09:00:19.495610 bus /gobi_0: Setting Powered False\u000a09:00:20.604616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20427): Process ended prematurely: osmo-stp_10.42.42.5(pid=20427) [trial-2372↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20427)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20427): Process ended prematurely: osmo-stp_10.42.42.5(pid=20427) [trial-2372↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a09:00:21.719950 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:21.731471 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:00:21.879598 tst iperf3.py: using LAC 27296\u000a09:00:22.009493 tst iperf3.py: using RAC 11\u000a09:00:22.140126 tst iperf3.py: using CellId 27296\u000a09:00:22.265575 tst iperf3.py: using BVCI 27297\u000a09:00:22.289213 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:22.299991 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:22.310522 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:22.322105 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:22.332982 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:22.344435 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:22.356015 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:22.367081 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:22.378590 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:00:22.659987 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:00:22.788916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:23.109102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20419): Launched\u000a09:00:23.376086 run iperf3-srv_10.42.42.10(pid=20420): Launched\u000a09:00:23.564252 tst iperf3.py:8: start network...\u000a09:00:23.693322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:24.178269 run create_hlr_db(pid=20421): Launched\u000a09:00:24.354761 bus /gobi_6: Setting Powered False\u000a09:00:25.375283 run create_hlr_db(pid=20421): Terminated: ok {rc=0}\u000a09:00:25.810906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20423): Launched\u000a09:00:26.140934 run osmo-hlr_10.42.42.2(pid=20424): Launched\u000a09:00:26.260115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:26.828035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20426): Launched\u000a09:00:27.161868 run osmo-stp_10.42.42.5(pid=20427): Launched\u000a09:00:27.279311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:27.849435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20429): Launched\u000a09:00:27.965711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:28.253534 run patchelf(pid=20430): Launched\u000a09:00:28.443408 run osmo-stp_10.42.42.5(pid=20427): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20427)]\u000a09:00:28.582555 run osmo-stp_10.42.42.5(pid=20427): stdout: \u000a| (launched: 2022-12-10_09:00:26.993141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:28.722285 run osmo-stp_10.42.42.5(pid=20427): stderr: \u000a| �[0;m�[38;5;43m20221210090027189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090027190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090027190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090027190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090027191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090027191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090027191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:28.857107 run osmo-stp_10.42.42.5(pid=20427): stdout: \u000a| (launched: 2022-12-10_09:00:26.993141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:28.990440 run osmo-stp_10.42.42.5(pid=20427): stderr: \u000a| �[0;m�[38;5;43m20221210090027189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090027190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090027190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090027190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090027191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090027191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090027191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:29.145366 run patchelf(pid=20430): Terminating (SIGINT)\u000a09:00:29.327083 run patchelf(pid=20430): Terminated: ok {rc=0}\u000a09:00:29.360149 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20427): Process ended prematurely: osmo-stp_10.42.42.5(pid=20427) [trial-2372↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20427)] [trial-2372↪gprs:trx-umtrx↪iperf3.py:8]\u000a09:00:29.369811 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a09:00:29.431546 run osmo-hlr_10.42.42.2(pid=20424): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20424)]\u000a09:00:29.481964 run osmo-hlr_10.42.42.2(pid=20424): stdout: \u000a| (launched: 2022-12-10_09:00:25.976065) \u000a09:00:29.533062 run osmo-hlr_10.42.42.2(pid=20424): stderr: \u000a| �[0;m�[1;31m20221210090026179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090026179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090026179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090026179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090026179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090026179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090026191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090026202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090026202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090026202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:29.577080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20419): Terminating (SIGTERM)\u000a09:00:29.618969 run iperf3-srv_10.42.42.10(pid=20420): Terminating (SIGTERM)\u000a09:00:29.660439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20423): Terminating (SIGTERM)\u000a09:00:29.702135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20426): Terminating (SIGTERM)\u000a09:00:29.743607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20429): Terminating (SIGTERM)\u000a09:00:29.753417 --- ParallelTerminationStrategy: PID 20419 died...\u000a09:00:29.808979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20419): Terminated: ok {rc=0}\u000a09:00:29.819105 --- ParallelTerminationStrategy: PID 20420 died...\u000a09:00:29.874261 run iperf3-srv_10.42.42.10(pid=20420): Terminated {rc=256}\u000a09:00:29.884151 --- ParallelTerminationStrategy: PID 20423 died...\u000a09:00:29.939301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20423): Terminated: ok {rc=0}\u000a09:00:29.949538 --- ParallelTerminationStrategy: PID 20426 died...\u000a09:00:30.004892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20426): Terminated: ok {rc=0}\u000a09:00:30.015097 --- ParallelTerminationStrategy: PID 20429 died...\u000a09:00:30.070232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20429): Terminated: ok {rc=0}\u000a09:00:30.156734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20445): Process ended prematurely: osmo-stp_10.42.42.5(pid=20445) [trial-2372↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20445)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20445): Process ended prematurely: osmo-stp_10.42.42.5(pid=20445) [trial-2372↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a09:00:31.290632 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.302868 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:00:31.444930 tst iperf3m4.py: using LAC 27297\u000a09:00:31.576462 tst iperf3m4.py: using RAC 12\u000a09:00:31.707015 tst iperf3m4.py: using CellId 27297\u000a09:00:31.835537 tst iperf3m4.py: using BVCI 27298\u000a09:00:31.861450 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.873416 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.885034 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.896351 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.907661 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.919036 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.930683 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.941930 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:31.953443 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:00:32.096894 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:00:32.223616 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:00:32.342724 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:00:32.638912 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:00:32.775203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:33.115398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20431): Launched\u000a09:00:33.400036 run iperf3-srv_10.42.42.10(pid=20432): Launched\u000a09:00:33.599335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:00:33.735865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:34.074375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20433): Launched\u000a09:00:34.356927 run iperf3-srv_10.42.42.10(pid=20434): Launched\u000a09:00:34.556302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:00:34.692807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:35.031991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20435): Launched\u000a09:00:35.316415 run iperf3-srv_10.42.42.10(pid=20436): Launched\u000a09:00:35.515560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:00:35.652003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:00:35.992337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20437): Launched\u000a09:00:36.275439 run iperf3-srv_10.42.42.10(pid=20438): Launched\u000a09:00:36.474537 tst iperf3m4.py:8: start network...\u000a09:00:36.610508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:37.133620 run create_hlr_db(pid=20439): Launched\u000a09:00:37.321250 bus /gobi_6: Setting Powered False\u000a09:00:38.342707 run create_hlr_db(pid=20439): Terminated: ok {rc=0}\u000a09:00:38.756366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20441): Launched\u000a09:00:39.064805 run osmo-hlr_10.42.42.2(pid=20442): Launched\u000a09:00:39.188201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:39.735279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20444): Launched\u000a09:00:40.045828 run osmo-stp_10.42.42.5(pid=20445): Launched\u000a09:00:40.158843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:40.695334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20447): Launched\u000a09:00:40.805301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:41.074646 run patchelf(pid=20448): Launched\u000a09:00:41.253928 run osmo-stp_10.42.42.5(pid=20445): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20445)]\u000a09:00:41.384835 run osmo-stp_10.42.42.5(pid=20445): stdout: \u000a| (launched: 2022-12-10_09:00:39.890991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:41.516216 run osmo-stp_10.42.42.5(pid=20445): stderr: \u000a| �[0;m�[38;5;43m20221210090040065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090040065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090040065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090040066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090040066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090040066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090040066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:41.643557 run osmo-stp_10.42.42.5(pid=20445): stdout: \u000a| (launched: 2022-12-10_09:00:39.890991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:41.769877 run osmo-stp_10.42.42.5(pid=20445): stderr: \u000a| �[0;m�[38;5;43m20221210090040065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090040065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090040065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090040066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090040066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090040066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090040066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:41.916489 run patchelf(pid=20448): Terminating (SIGINT)\u000a09:00:42.088189 run patchelf(pid=20448): Terminated: ok {rc=0}\u000a09:00:42.119771 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20445): Process ended prematurely: osmo-stp_10.42.42.5(pid=20445) [trial-2372↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20445)] [trial-2372↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a09:00:42.128833 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:00:42.189480 run osmo-hlr_10.42.42.2(pid=20442): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20442)]\u000a09:00:42.238218 run osmo-hlr_10.42.42.2(pid=20442): stdout: \u000a| (launched: 2022-12-10_09:00:38.911612) \u000a09:00:42.287780 run osmo-hlr_10.42.42.2(pid=20442): stderr: \u000a| �[0;m�[1;31m20221210090039092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090039092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090039092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090039092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090039092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090039092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090039105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090039114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090039114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090039114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:42.329200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20431): Terminating (SIGTERM)\u000a09:00:42.368657 run iperf3-srv_10.42.42.10(pid=20432): Terminating (SIGTERM)\u000a09:00:42.408585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20433): Terminating (SIGTERM)\u000a09:00:42.448050 run iperf3-srv_10.42.42.10(pid=20434): Terminating (SIGTERM)\u000a09:00:42.487801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20435): Terminating (SIGTERM)\u000a09:00:42.527312 run iperf3-srv_10.42.42.10(pid=20436): Terminating (SIGTERM)\u000a09:00:42.566710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20437): Terminating (SIGTERM)\u000a09:00:42.606385 run iperf3-srv_10.42.42.10(pid=20438): Terminating (SIGTERM)\u000a09:00:42.645875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20441): Terminating (SIGTERM)\u000a09:00:42.685375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20444): Terminating (SIGTERM)\u000a09:00:42.724847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20447): Terminating (SIGTERM)\u000a09:00:42.734480 --- ParallelTerminationStrategy: PID 20431 died...\u000a09:00:42.787478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20431): Terminated: ok {rc=0}\u000a09:00:42.797392 --- ParallelTerminationStrategy: PID 20432 died...\u000a09:00:42.849882 run iperf3-srv_10.42.42.10(pid=20432): Terminated {rc=256}\u000a09:00:42.859336 --- ParallelTerminationStrategy: PID 20433 died...\u000a09:00:42.911624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20433): Terminated: ok {rc=0}\u000a09:00:42.921445 --- ParallelTerminationStrategy: PID 20434 died...\u000a09:00:42.973261 run iperf3-srv_10.42.42.10(pid=20434): Terminated {rc=256}\u000a09:00:42.982947 --- ParallelTerminationStrategy: PID 20435 died...\u000a09:00:43.035353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20435): Terminated: ok {rc=0}\u000a09:00:43.044855 --- ParallelTerminationStrategy: PID 20436 died...\u000a09:00:43.097093 run iperf3-srv_10.42.42.10(pid=20436): Terminated {rc=256}\u000a09:00:43.106844 --- ParallelTerminationStrategy: PID 20437 died...\u000a09:00:43.159342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20437): Terminated: ok {rc=0}\u000a09:00:43.169163 --- ParallelTerminationStrategy: PID 20438 died...\u000a09:00:43.221334 run iperf3-srv_10.42.42.10(pid=20438): Terminated {rc=256}\u000a09:00:43.231017 --- ParallelTerminationStrategy: PID 20441 died...\u000a09:00:43.283670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20441): Terminated: ok {rc=0}\u000a09:00:43.293236 --- ParallelTerminationStrategy: PID 20444 died...\u000a09:00:43.345790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20444): Terminated: ok {rc=0}\u000a09:00:43.355358 --- ParallelTerminationStrategy: PID 20447 died...\u000a09:00:43.407859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20447): Terminated: ok {rc=0}\u000a09:00:43.489966 bus /gobi_4: Setting Powered False\u000a09:00:44.596788 bus /gobi_4: Setting Powered False\u000a09:00:45.703400 bus /gobi_1: Setting Powered False\u000a09:00:46.818011 bus /gobi_1: Setting Powered False\u000a09:00:47.926958 bus /gobi_0: Setting Powered False\u000a09:00:49.030837 bus /gobi_0: Setting Powered False\u000a09:00:50.138910 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20455): Process ended prematurely: osmo-stp_10.42.42.5(pid=20455) [trial-2372↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20455)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20455): Process ended prematurely: osmo-stp_10.42.42.5(pid=20455) [trial-2372↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a09:00:51.205309 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:51.216377 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:00:51.353726 tst ping.py: using LAC 27298\u000a09:00:51.478498 tst ping.py: using RAC 13\u000a09:00:51.604529 tst ping.py: using CellId 27298\u000a09:00:51.732492 tst ping.py: using BVCI 27299\u000a09:00:51.756900 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:51.768271 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:51.779407 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:51.790607 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:51.801664 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:51.812676 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:51.823743 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:51.834801 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:00:52.110117 tst ping.py:19: start network...\u000a09:00:52.235264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:52.711207 run create_hlr_db(pid=20449): Launched\u000a09:00:52.884396 bus /gobi_6: Setting Powered False\u000a09:00:53.905438 run create_hlr_db(pid=20449): Terminated: ok {rc=0}\u000a09:00:54.308069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20451): Launched\u000a09:00:54.611135 run osmo-hlr_10.42.42.2(pid=20452): Launched\u000a09:00:54.727105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:55.261761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20454): Launched\u000a09:00:55.566585 run osmo-stp_10.42.42.5(pid=20455): Launched\u000a09:00:55.676691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:00:56.204488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20457): Launched\u000a09:00:56.311686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:00:56.578556 run patchelf(pid=20458): Launched\u000a09:00:56.755574 run osmo-stp_10.42.42.5(pid=20455): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20455)]\u000a09:00:56.884521 run osmo-stp_10.42.42.5(pid=20455): stdout: \u000a| (launched: 2022-12-10_09:00:55.414036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:57.014074 run osmo-stp_10.42.42.5(pid=20455): stderr: \u000a| �[0;m�[38;5;43m20221210090055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090055588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090055588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090055588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:57.139321 run osmo-stp_10.42.42.5(pid=20455): stdout: \u000a| (launched: 2022-12-10_09:00:55.414036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:57.263518 run osmo-stp_10.42.42.5(pid=20455): stderr: \u000a| �[0;m�[38;5;43m20221210090055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090055587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090055588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090055588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090055588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090055589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:57.407340 run patchelf(pid=20458): Terminating (SIGINT)\u000a09:00:57.576676 run patchelf(pid=20458): Terminated: ok {rc=0}\u000a09:00:57.607533 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20455): Process ended prematurely: osmo-stp_10.42.42.5(pid=20455) [trial-2372↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20455)] [trial-2372↪gprs:trx-umtrx↪ping.py:22]\u000a09:00:57.616038 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:00:57.675626 run osmo-hlr_10.42.42.2(pid=20452): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20452)]\u000a09:00:57.724356 run osmo-hlr_10.42.42.2(pid=20452): stdout: \u000a| (launched: 2022-12-10_09:00:54.460335) \u000a09:00:57.773656 run osmo-hlr_10.42.42.2(pid=20452): stderr: \u000a| �[0;m�[1;31m20221210090054639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090054639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090054639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090054639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090054639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090054639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090054650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090054658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090054658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090054659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:57.815095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20451): Terminating (SIGTERM)\u000a09:00:57.854485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20454): Terminating (SIGTERM)\u000a09:00:57.893874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20457): Terminating (SIGTERM)\u000a09:00:57.903316 --- ParallelTerminationStrategy: PID 20451 died...\u000a09:00:57.956282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20451): Terminated: ok {rc=0}\u000a09:00:57.966248 --- ParallelTerminationStrategy: PID 20454 died...\u000a09:00:58.018966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20454): Terminated: ok {rc=0}\u000a09:00:58.028746 --- ParallelTerminationStrategy: PID 20457 died...\u000a09:00:58.081372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20457): Terminated: ok {rc=0}\u000a09:00:58.169366 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20465): Process ended prematurely: osmo-stp_10.42.42.5(pid=20465) [trial-2372↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20465)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20465): Process ended prematurely: osmo-stp_10.42.42.5(pid=20465) [trial-2372↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a09:00:59.219230 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:59.230501 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:00:59.369143 tst ping_idle_ping.py: using LAC 27299\u000a09:00:59.494804 tst ping_idle_ping.py: using RAC 14\u000a09:00:59.622956 tst ping_idle_ping.py: using CellId 27299\u000a09:00:59.751193 tst ping_idle_ping.py: using BVCI 27300\u000a09:00:59.776020 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:59.787341 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:59.798274 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:59.809702 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:59.820733 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:59.831729 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:59.842889 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:00:59.854031 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:01:00.130550 tst ping_idle_ping.py:24: start network...\u000a09:01:00.255895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:00.736930 run create_hlr_db(pid=20459): Launched\u000a09:01:00.937415 bus /gobi_6: Setting Powered False\u000a09:01:01.942306 run create_hlr_db(pid=20459): Terminated: ok {rc=0}\u000a09:01:02.386298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20461): Launched\u000a09:01:02.694607 run osmo-hlr_10.42.42.2(pid=20462): Launched\u000a09:01:02.814351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:03.347633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20464): Launched\u000a09:01:03.651338 run osmo-stp_10.42.42.5(pid=20465): Launched\u000a09:01:03.761845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:01:04.289395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20467): Launched\u000a09:01:04.396692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:01:04.662848 run patchelf(pid=20468): Launched\u000a09:01:04.839224 run osmo-stp_10.42.42.5(pid=20465): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20465)]\u000a09:01:04.967636 run osmo-stp_10.42.42.5(pid=20465): stdout: \u000a| (launched: 2022-12-10_09:01:03.500232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:05.096922 run osmo-stp_10.42.42.5(pid=20465): stderr: \u000a| �[0;m�[38;5;43m20221210090103673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090103673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090103673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090103674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090103676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090103676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090103676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:05.222089 run osmo-stp_10.42.42.5(pid=20465): stdout: \u000a| (launched: 2022-12-10_09:01:03.500232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:05.346090 run osmo-stp_10.42.42.5(pid=20465): stderr: \u000a| �[0;m�[38;5;43m20221210090103673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090103673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090103673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090103674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090103676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090103676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090103676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:05.490361 run patchelf(pid=20468): Terminating (SIGINT)\u000a09:01:05.659474 run patchelf(pid=20468): Terminated: ok {rc=0}\u000a09:01:05.690075 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20465): Process ended prematurely: osmo-stp_10.42.42.5(pid=20465) [trial-2372↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20465)] [trial-2372↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a09:01:05.698599 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:01:05.758302 run osmo-hlr_10.42.42.2(pid=20462): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20462)]\u000a09:01:05.806836 run osmo-hlr_10.42.42.2(pid=20462): stdout: \u000a| (launched: 2022-12-10_09:01:02.540102) \u000a09:01:05.856050 run osmo-hlr_10.42.42.2(pid=20462): stderr: \u000a| �[0;m�[1;31m20221210090102718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090102718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090102718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090102718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090102718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090102718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090102730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090102739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090102739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090102739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:05.897689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20461): Terminating (SIGTERM)\u000a09:01:05.937244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20464): Terminating (SIGTERM)\u000a09:01:05.976841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20467): Terminating (SIGTERM)\u000a09:01:05.986266 --- ParallelTerminationStrategy: PID 20461 died...\u000a09:01:06.038976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20461): Terminated: ok {rc=0}\u000a09:01:06.048677 --- ParallelTerminationStrategy: PID 20464 died...\u000a09:01:06.101127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20464): Terminated: ok {rc=0}\u000a09:01:06.110840 --- ParallelTerminationStrategy: PID 20467 died...\u000a09:01:06.164059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20467): Terminated: ok {rc=0}\u000a09:01:06.251549 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:00:08" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:01:08.387582 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:08.398458 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:01:08.538691 tst cs_paging_gprs_active.py: using LAC 27300\u000a09:01:08.661609 tst cs_paging_gprs_active.py: using RAC 15\u000a09:01:08.782389 tst cs_paging_gprs_active.py: using CellId 27300\u000a09:01:08.910320 tst cs_paging_gprs_active.py: using BVCI 27301\u000a09:01:08.935555 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:08.947118 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:08.958419 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:08.969915 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:08.981249 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:08.992665 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:09.004155 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:09.015378 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:09.026997 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:09.144604 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:09.440857 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:01:09.578205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:01:09.915099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Launched\u000a09:01:10.195141 run iperf3-srv_10.42.42.10(pid=20473): Launched\u000a09:01:10.395950 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:01:10.533550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:01:10.870553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Launched\u000a09:01:11.150435 run iperf3-srv_10.42.42.10(pid=20475): Launched\u000a09:01:11.350735 tst cs_paging_gprs_active.py:38: start network...\u000a09:01:11.487502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:12.008623 run create_hlr_db(pid=20476): Launched\u000a09:01:12.197052 bus /gobi_6: Setting Powered False\u000a09:01:13.218553 run create_hlr_db(pid=20476): Terminated: ok {rc=0}\u000a09:01:13.650801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Launched\u000a09:01:13.976676 run osmo-hlr_10.42.42.2(pid=20479): Launched\u000a09:01:14.098891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:14.641554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Launched\u000a09:01:14.947663 run osmo-stp_10.42.42.5(pid=20482): Launched\u000a09:01:15.059687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:01:15.592301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Launched\u000a09:01:15.702507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:01:16.002683 run patchelf(pid=20485): Launched\u000a09:01:16.204757 run osmo-stp_10.42.42.5(pid=20482): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]\u000a09:01:16.338994 run osmo-stp_10.42.42.5(pid=20482): stdout: \u000a| (launched: 2022-12-10_09:01:14.797221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:16.473794 run osmo-stp_10.42.42.5(pid=20482): stderr: \u000a| �[0;m�[38;5;43m20221210090114967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090114968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090114968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090114968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090114970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090114971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090114971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:16.604029 run osmo-stp_10.42.42.5(pid=20482): stdout: \u000a| (launched: 2022-12-10_09:01:14.797221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:16.732376 run osmo-stp_10.42.42.5(pid=20482): stderr: \u000a| �[0;m�[38;5;43m20221210090114967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090114968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090114968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090114968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090114970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090114971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090114971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:16.881915 run patchelf(pid=20485): Terminating (SIGINT)\u000a09:01:17.057503 run patchelf(pid=20485): Terminated: ok {rc=0}\u000a09:01:17.090126 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)] [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:01:17.099992 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:01:17.161819 run osmo-hlr_10.42.42.2(pid=20479): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20479)]\u000a09:01:17.211611 run osmo-hlr_10.42.42.2(pid=20479): stdout: \u000a| (launched: 2022-12-10_09:01:13.816910) \u000a09:01:17.262553 run osmo-hlr_10.42.42.2(pid=20479): stderr: \u000a| �[0;m�[1;31m20221210090114018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090114018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090114018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090114018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090114018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090114019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090114031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090114039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090114039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090114039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:17.304696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Terminating (SIGTERM)\u000a09:01:17.345170 run iperf3-srv_10.42.42.10(pid=20473): Terminating (SIGTERM)\u000a09:01:17.385402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Terminating (SIGTERM)\u000a09:01:17.426291 run iperf3-srv_10.42.42.10(pid=20475): Terminating (SIGTERM)\u000a09:01:17.466534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Terminating (SIGTERM)\u000a09:01:17.506520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Terminating (SIGTERM)\u000a09:01:17.546511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Terminating (SIGTERM)\u000a09:01:17.556221 --- ParallelTerminationStrategy: PID 20472 died...\u000a09:01:17.610028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Terminated: ok {rc=0}\u000a09:01:17.619856 --- ParallelTerminationStrategy: PID 20473 died...\u000a09:01:17.672905 run iperf3-srv_10.42.42.10(pid=20473): Terminated {rc=256}\u000a09:01:17.682680 --- ParallelTerminationStrategy: PID 20474 died...\u000a09:01:17.735978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Terminated: ok {rc=0}\u000a09:01:17.745817 --- ParallelTerminationStrategy: PID 20475 died...\u000a09:01:17.798919 run iperf3-srv_10.42.42.10(pid=20475): Terminated {rc=256}\u000a09:01:17.809102 --- ParallelTerminationStrategy: PID 20478 died...\u000a09:01:17.862508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Terminated: ok {rc=0}\u000a09:01:17.872478 --- ParallelTerminationStrategy: PID 20481 died...\u000a09:01:17.925669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Terminated: ok {rc=0}\u000a09:01:17.935840 --- ParallelTerminationStrategy: PID 20484 died...\u000a09:01:17.989073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Terminated: ok {rc=0}\u000a09:01:18.077068 bus /gobi_0: Setting Powered False\u000a09:01:19.179202 bus /gobi_0: Setting Powered False\u000a09:01:20.285315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:01:21.399782 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:21.411593 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:01:21.565996 tst iperf3.py: using LAC 27301\u000a09:01:21.695152 tst iperf3.py: using RAC 16\u000a09:01:21.823221 tst iperf3.py: using CellId 27301\u000a09:01:21.950984 tst iperf3.py: using BVCI 27302\u000a09:01:21.976127 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:21.987512 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:21.998631 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:22.009855 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:22.020837 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:22.031859 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:22.043117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:22.054145 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:22.065443 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:22.348513 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:01:22.477449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:01:22.796132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Launched\u000a09:01:23.058768 run iperf3-srv_10.42.42.10(pid=20487): Launched\u000a09:01:23.246043 tst iperf3.py:8: start network...\u000a09:01:23.385266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:23.904882 run create_hlr_db(pid=20488): Launched\u000a09:01:24.092796 bus /gobi_6: Setting Powered False\u000a09:01:25.112832 run create_hlr_db(pid=20488): Terminated: ok {rc=0}\u000a09:01:25.544226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Launched\u000a09:01:25.867619 run osmo-hlr_10.42.42.2(pid=20491): Launched\u000a09:01:25.990217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:26.557481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Launched\u000a09:01:26.882182 run osmo-stp_10.42.42.5(pid=20494): Launched\u000a09:01:26.999622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:01:27.564855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Launched\u000a09:01:27.681376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:01:27.963280 run patchelf(pid=20497): Launched\u000a09:01:28.152344 run osmo-stp_10.42.42.5(pid=20494): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]\u000a09:01:28.290619 run osmo-stp_10.42.42.5(pid=20494): stdout: \u000a| (launched: 2022-12-10_09:01:26.723714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:28.429077 run osmo-stp_10.42.42.5(pid=20494): stderr: \u000a| �[0;m�[38;5;43m20221210090126916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090126916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090126917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090126917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:28.563086 run osmo-stp_10.42.42.5(pid=20494): stdout: \u000a| (launched: 2022-12-10_09:01:26.723714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:28.697008 run osmo-stp_10.42.42.5(pid=20494): stderr: \u000a| �[0;m�[38;5;43m20221210090126916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090126916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090126917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090126917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090126918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:28.851254 run patchelf(pid=20497): Terminating (SIGINT)\u000a09:01:29.032521 run patchelf(pid=20497): Terminated: ok {rc=0}\u000a09:01:29.065625 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)] [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a09:01:29.075283 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a09:01:29.137531 run osmo-hlr_10.42.42.2(pid=20491): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20491)]\u000a09:01:29.187968 run osmo-hlr_10.42.42.2(pid=20491): stdout: \u000a| (launched: 2022-12-10_09:01:25.710758) \u000a09:01:29.239080 run osmo-hlr_10.42.42.2(pid=20491): stderr: \u000a| �[0;m�[1;31m20221210090125887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090125887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090125887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090125887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090125887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090125887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090125899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090125908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090125908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090125908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:29.282700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Terminating (SIGTERM)\u000a09:01:29.323917 run iperf3-srv_10.42.42.10(pid=20487): Terminating (SIGTERM)\u000a09:01:29.365441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Terminating (SIGTERM)\u000a09:01:29.406465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Terminating (SIGTERM)\u000a09:01:29.447556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Terminating (SIGTERM)\u000a09:01:29.457186 --- ParallelTerminationStrategy: PID 20486 died...\u000a09:01:29.512132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Terminated: ok {rc=0}\u000a09:01:29.523672 --- ParallelTerminationStrategy: PID 20487 died...\u000a09:01:29.578374 run iperf3-srv_10.42.42.10(pid=20487): Terminated {rc=256}\u000a09:01:29.588220 --- ParallelTerminationStrategy: PID 20490 died...\u000a09:01:29.643155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Terminated: ok {rc=0}\u000a09:01:29.653256 --- ParallelTerminationStrategy: PID 20493 died...\u000a09:01:29.708008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Terminated: ok {rc=0}\u000a09:01:29.717989 --- ParallelTerminationStrategy: PID 20496 died...\u000a09:01:29.772724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Terminated: ok {rc=0}\u000a09:01:29.857473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:01:31.007400 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.020196 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:01:31.161749 tst iperf3m4.py: using LAC 27302\u000a09:01:31.296134 tst iperf3m4.py: using RAC 17\u000a09:01:31.428862 tst iperf3m4.py: using CellId 27302\u000a09:01:31.577373 tst iperf3m4.py: using BVCI 27303\u000a09:01:31.604231 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.616384 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.629251 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.642202 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.654108 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.667950 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.680843 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.692783 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:31.706506 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:31.833082 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:31.979230 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:32.101370 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:32.420104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:01:32.557325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:01:32.894830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Launched\u000a09:01:33.174585 run iperf3-srv_10.42.42.10(pid=20499): Launched\u000a09:01:33.374659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:01:33.510769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:01:33.829352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Launched\u000a09:01:34.093681 run iperf3-srv_10.42.42.10(pid=20501): Launched\u000a09:01:34.281721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:01:34.410405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:01:34.729824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Launched\u000a09:01:34.994574 run iperf3-srv_10.42.42.10(pid=20503): Launched\u000a09:01:35.182786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:01:35.311555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:01:35.629657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Launched\u000a09:01:35.894512 run iperf3-srv_10.42.42.10(pid=20505): Launched\u000a09:01:36.082444 tst iperf3m4.py:8: start network...\u000a09:01:36.211363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:36.698639 run create_hlr_db(pid=20506): Launched\u000a09:01:36.876190 bus /gobi_6: Setting Powered False\u000a09:01:37.897340 run create_hlr_db(pid=20506): Terminated: ok {rc=0}\u000a09:01:38.324937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Launched\u000a09:01:38.633155 run osmo-hlr_10.42.42.2(pid=20509): Launched\u000a09:01:38.749369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:39.292193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Launched\u000a09:01:39.601369 run osmo-stp_10.42.42.5(pid=20512): Launched\u000a09:01:39.715244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:01:40.252161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Launched\u000a09:01:40.362630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:01:40.630574 run patchelf(pid=20515): Launched\u000a09:01:40.810973 run osmo-stp_10.42.42.5(pid=20512): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]\u000a09:01:40.942790 run osmo-stp_10.42.42.5(pid=20512): stdout: \u000a| (launched: 2022-12-10_09:01:39.448682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:41.075262 run osmo-stp_10.42.42.5(pid=20512): stderr: \u000a| �[0;m�[38;5;43m20221210090139621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090139621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090139622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090139622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090139622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090139623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090139623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:41.203041 run osmo-stp_10.42.42.5(pid=20512): stdout: \u000a| (launched: 2022-12-10_09:01:39.448682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:41.329734 run osmo-stp_10.42.42.5(pid=20512): stderr: \u000a| �[0;m�[38;5;43m20221210090139621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090139621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090139622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090139622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090139622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090139623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090139623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:41.476715 run patchelf(pid=20515): Terminating (SIGINT)\u000a09:01:41.649925 run patchelf(pid=20515): Terminated: ok {rc=0}\u000a09:01:41.681769 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)] [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:01:41.691189 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:01:41.752356 run osmo-hlr_10.42.42.2(pid=20509): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20509)]\u000a09:01:41.801577 run osmo-hlr_10.42.42.2(pid=20509): stdout: \u000a| (launched: 2022-12-10_09:01:38.481436) \u000a09:01:41.851221 run osmo-hlr_10.42.42.2(pid=20509): stderr: \u000a| �[0;m�[1;31m20221210090138661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090138661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090138661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090138661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090138661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090138661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090138673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090138682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090138682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090138682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:41.893200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Terminating (SIGTERM)\u000a09:01:41.932741 run iperf3-srv_10.42.42.10(pid=20499): Terminating (SIGTERM)\u000a09:01:41.972456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Terminating (SIGTERM)\u000a09:01:42.012051 run iperf3-srv_10.42.42.10(pid=20501): Terminating (SIGTERM)\u000a09:01:42.051636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Terminating (SIGTERM)\u000a09:01:42.091093 run iperf3-srv_10.42.42.10(pid=20503): Terminating (SIGTERM)\u000a09:01:42.130877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Terminating (SIGTERM)\u000a09:01:42.170420 run iperf3-srv_10.42.42.10(pid=20505): Terminating (SIGTERM)\u000a09:01:42.210400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Terminating (SIGTERM)\u000a09:01:42.249878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Terminating (SIGTERM)\u000a09:01:42.289579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Terminating (SIGTERM)\u000a09:01:42.299331 --- ParallelTerminationStrategy: PID 20498 died...\u000a09:01:42.353239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Terminated: ok {rc=0}\u000a09:01:42.363245 --- ParallelTerminationStrategy: PID 20499 died...\u000a09:01:42.415834 run iperf3-srv_10.42.42.10(pid=20499): Terminated {rc=256}\u000a09:01:42.425928 --- ParallelTerminationStrategy: PID 20500 died...\u000a09:01:42.478470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Terminated: ok {rc=0}\u000a09:01:42.488515 --- ParallelTerminationStrategy: PID 20501 died...\u000a09:01:42.540721 run iperf3-srv_10.42.42.10(pid=20501): Terminated {rc=256}\u000a09:01:42.550543 --- ParallelTerminationStrategy: PID 20502 died...\u000a09:01:42.603484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Terminated: ok {rc=0}\u000a09:01:42.613211 --- ParallelTerminationStrategy: PID 20503 died...\u000a09:01:42.666340 run iperf3-srv_10.42.42.10(pid=20503): Terminated {rc=256}\u000a09:01:42.676023 --- ParallelTerminationStrategy: PID 20504 died...\u000a09:01:42.728553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Terminated: ok {rc=0}\u000a09:01:42.738513 --- ParallelTerminationStrategy: PID 20505 died...\u000a09:01:42.791402 run iperf3-srv_10.42.42.10(pid=20505): Terminated {rc=256}\u000a09:01:42.801046 --- ParallelTerminationStrategy: PID 20508 died...\u000a09:01:42.853865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Terminated: ok {rc=0}\u000a09:01:42.863965 --- ParallelTerminationStrategy: PID 20511 died...\u000a09:01:42.916915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Terminated: ok {rc=0}\u000a09:01:42.926616 --- ParallelTerminationStrategy: PID 20514 died...\u000a09:01:42.979228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Terminated: ok {rc=0}\u000a09:01:43.061848 bus /gobi_4: Setting Powered False\u000a09:01:44.168305 bus /gobi_4: Setting Powered False\u000a09:01:45.275707 bus /gobi_1: Setting Powered False\u000a09:01:46.396292 bus /gobi_1: Setting Powered False\u000a09:01:47.506785 bus /gobi_0: Setting Powered False\u000a09:01:48.609405 bus /gobi_0: Setting Powered False\u000a09:01:49.720132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:01:50.785720 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:50.797571 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:01:50.939140 tst ping.py: using LAC 27303\u000a09:01:51.055435 tst ping.py: using RAC 18\u000a09:01:51.172540 tst ping.py: using CellId 27303\u000a09:01:51.289579 tst ping.py: using BVCI 27304\u000a09:01:51.312635 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:51.323600 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:51.334483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:51.345631 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:51.356293 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:51.367756 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:51.379070 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:51.390196 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:51.681230 tst ping.py:19: start network...\u000a09:01:51.814546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:52.326645 run create_hlr_db(pid=20516): Launched\u000a09:01:52.513707 bus /gobi_6: Setting Powered False\u000a09:01:53.533203 run create_hlr_db(pid=20516): Terminated: ok {rc=0}\u000a09:01:53.938551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Launched\u000a09:01:54.239547 run osmo-hlr_10.42.42.2(pid=20519): Launched\u000a09:01:54.351566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:54.874927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Launched\u000a09:01:55.174647 run osmo-stp_10.42.42.5(pid=20522): Launched\u000a09:01:55.284541 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:01:55.809564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Launched\u000a09:01:55.916771 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:01:56.178758 run patchelf(pid=20525): Launched\u000a09:01:56.354673 run osmo-stp_10.42.42.5(pid=20522): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]\u000a09:01:56.483497 run osmo-stp_10.42.42.5(pid=20522): stdout: \u000a| (launched: 2022-12-10_09:01:55.026651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:56.612395 run osmo-stp_10.42.42.5(pid=20522): stderr: \u000a| �[0;m�[38;5;43m20221210090155199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090155199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090155200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090155200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090155201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090155201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090155201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:56.737380 run osmo-stp_10.42.42.5(pid=20522): stdout: \u000a| (launched: 2022-12-10_09:01:55.026651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:56.861686 run osmo-stp_10.42.42.5(pid=20522): stderr: \u000a| �[0;m�[38;5;43m20221210090155199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090155199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090155200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090155200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090155201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090155201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090155201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:57.005427 run patchelf(pid=20525): Terminating (SIGINT)\u000a09:01:57.174076 run patchelf(pid=20525): Terminated: ok {rc=0}\u000a09:01:57.204634 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)] [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a09:01:57.213383 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:01:57.273284 run osmo-hlr_10.42.42.2(pid=20519): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20519)]\u000a09:01:57.321704 run osmo-hlr_10.42.42.2(pid=20519): stdout: \u000a| (launched: 2022-12-10_09:01:54.091725) \u000a09:01:57.371044 run osmo-hlr_10.42.42.2(pid=20519): stderr: \u000a| �[0;m�[1;31m20221210090154268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090154268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090154268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090154268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090154268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090154268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090154281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090154290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090154290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090154290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:57.412771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Terminating (SIGTERM)\u000a09:01:57.452628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Terminating (SIGTERM)\u000a09:01:57.492854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Terminating (SIGTERM)\u000a09:01:57.502486 --- ParallelTerminationStrategy: PID 20518 died...\u000a09:01:57.556015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Terminated: ok {rc=0}\u000a09:01:57.565838 --- ParallelTerminationStrategy: PID 20521 died...\u000a09:01:57.619122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Terminated: ok {rc=0}\u000a09:01:57.628688 --- ParallelTerminationStrategy: PID 20524 died...\u000a09:01:57.681702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Terminated: ok {rc=0}\u000a09:01:57.768776 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:01:58.819707 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:58.831349 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:01:58.970003 tst ping_idle_ping.py: using LAC 27304\u000a09:01:59.095596 tst ping_idle_ping.py: using RAC 19\u000a09:01:59.221354 tst ping_idle_ping.py: using CellId 27304\u000a09:01:59.348510 tst ping_idle_ping.py: using BVCI 27305\u000a09:01:59.373008 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:59.384394 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:59.395592 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:59.406795 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:59.417847 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:59.428915 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:59.440283 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:01:59.451550 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:01:59.730420 tst ping_idle_ping.py:24: start network...\u000a09:01:59.856269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:00.334713 run create_hlr_db(pid=20526): Launched\u000a09:02:00.510028 bus /gobi_6: Setting Powered False\u000a09:02:01.531441 run create_hlr_db(pid=20526): Terminated: ok {rc=0}\u000a09:02:01.953169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Launched\u000a09:02:02.293128 run osmo-hlr_10.42.42.2(pid=20529): Launched\u000a09:02:02.413903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:03.002282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Launched\u000a09:02:03.347477 run osmo-stp_10.42.42.5(pid=20532): Launched\u000a09:02:03.489730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:02:04.058201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Launched\u000a09:02:04.173073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:02:04.452853 run patchelf(pid=20535): Launched\u000a09:02:04.641049 run osmo-stp_10.42.42.5(pid=20532): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]\u000a09:02:04.778610 run osmo-stp_10.42.42.5(pid=20532): stdout: \u000a| (launched: 2022-12-10_09:02:03.166560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:04.916256 run osmo-stp_10.42.42.5(pid=20532): stderr: \u000a| �[0;m�[38;5;43m20221210090203361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090203361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090203361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090203362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090203362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090203362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090203362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:05.049725 run osmo-stp_10.42.42.5(pid=20532): stdout: \u000a| (launched: 2022-12-10_09:02:03.166560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:05.181773 run osmo-stp_10.42.42.5(pid=20532): stderr: \u000a| �[0;m�[38;5;43m20221210090203361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090203361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090203361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090203362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090203362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090203362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090203362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:05.335368 run patchelf(pid=20535): Terminating (SIGINT)\u000a09:02:05.517123 run patchelf(pid=20535): Terminated: ok {rc=0}\u000a09:02:05.549733 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)] [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:02:05.558877 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:02:05.620852 run osmo-hlr_10.42.42.2(pid=20529): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20529)]\u000a09:02:05.671823 run osmo-hlr_10.42.42.2(pid=20529): stdout: \u000a| (launched: 2022-12-10_09:02:02.108942) \u000a09:02:05.723343 run osmo-hlr_10.42.42.2(pid=20529): stderr: \u000a| �[0;m�[1;31m20221210090202326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090202326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090202326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090202326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090202326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090202326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090202338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090202347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090202347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090202348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:05.767097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Terminating (SIGTERM)\u000a09:02:05.808324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Terminating (SIGTERM)\u000a09:02:05.849733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Terminating (SIGTERM)\u000a09:02:05.859350 --- ParallelTerminationStrategy: PID 20528 died...\u000a09:02:05.914248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Terminated: ok {rc=0}\u000a09:02:05.924266 --- ParallelTerminationStrategy: PID 20531 died...\u000a09:02:05.979141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Terminated: ok {rc=0}\u000a09:02:05.989248 --- ParallelTerminationStrategy: PID 20534 died...\u000a09:02:06.044489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Terminated: ok {rc=0}\u000a09:02:06.130127 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:01:08" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20549): Process ended prematurely: osmo-stp_10.42.42.5(pid=20549) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20549)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20549): Process ended prematurely: osmo-stp_10.42.42.5(pid=20549) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:02:08.292724 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.303984 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:02:08.465563 tst cs_paging_gprs_active.py: using LAC 27305\u000a09:02:08.586374 tst cs_paging_gprs_active.py: using RAC 20\u000a09:02:08.713339 tst cs_paging_gprs_active.py: using CellId 27305\u000a09:02:08.843539 tst cs_paging_gprs_active.py: using BVCI 27306\u000a09:02:08.868586 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.879832 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.891052 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.902205 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.913253 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.924355 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.935560 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.946887 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:08.958331 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:02:09.073770 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:02:09.370820 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:02:09.507614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:09.848219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20539): Launched\u000a09:02:10.132158 run iperf3-srv_10.42.42.10(pid=20540): Launched\u000a09:02:10.332491 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:02:10.468672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:10.809444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20541): Launched\u000a09:02:11.093178 run iperf3-srv_10.42.42.10(pid=20542): Launched\u000a09:02:11.292716 tst cs_paging_gprs_active.py:38: start network...\u000a09:02:11.428754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:11.955354 run create_hlr_db(pid=20543): Launched\u000a09:02:12.143772 bus /gobi_6: Setting Powered False\u000a09:02:13.166370 run create_hlr_db(pid=20543): Terminated: ok {rc=0}\u000a09:02:13.605933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20545): Launched\u000a09:02:13.937532 run osmo-hlr_10.42.42.2(pid=20546): Launched\u000a09:02:14.059895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:14.632418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20548): Launched\u000a09:02:14.964003 run osmo-stp_10.42.42.5(pid=20549): Launched\u000a09:02:15.083420 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:02:15.657245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20551): Launched\u000a09:02:15.774515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:02:16.107280 run patchelf(pid=20552): Launched\u000a09:02:16.355830 run osmo-stp_10.42.42.5(pid=20549): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20549)]\u000a09:02:16.534086 run osmo-stp_10.42.42.5(pid=20549): stdout: \u000a| (launched: 2022-12-10_09:02:14.799124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:16.713867 run osmo-stp_10.42.42.5(pid=20549): stderr: \u000a| �[0;m�[38;5;43m20221210090214995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090214995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090214995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090214996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090214997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090214997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090214997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:16.864178 run osmo-stp_10.42.42.5(pid=20549): stdout: \u000a| (launched: 2022-12-10_09:02:14.799124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:17.001407 run osmo-stp_10.42.42.5(pid=20549): stderr: \u000a| �[0;m�[38;5;43m20221210090214995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090214995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090214995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090214996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090214997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090214997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090214997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:17.163676 run patchelf(pid=20552): Terminating (SIGINT)\u000a09:02:17.351127 run patchelf(pid=20552): Terminated: ok {rc=0}\u000a09:02:17.384424 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20549): Process ended prematurely: osmo-stp_10.42.42.5(pid=20549) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20549)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:02:17.394001 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a09:02:17.456310 run osmo-hlr_10.42.42.2(pid=20546): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20546)]\u000a09:02:17.507317 run osmo-hlr_10.42.42.2(pid=20546): stdout: \u000a| (launched: 2022-12-10_09:02:13.773502) \u000a09:02:17.558769 run osmo-hlr_10.42.42.2(pid=20546): stderr: \u000a| �[0;m�[1;31m20221210090213975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090213975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090213975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090213975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090213975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090213975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090213988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090213997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090213997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090213998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:17.602549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20539): Terminating (SIGTERM)\u000a09:02:17.643692 run iperf3-srv_10.42.42.10(pid=20540): Terminating (SIGTERM)\u000a09:02:17.685331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20541): Terminating (SIGTERM)\u000a09:02:17.726561 run iperf3-srv_10.42.42.10(pid=20542): Terminating (SIGTERM)\u000a09:02:17.767679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20545): Terminating (SIGTERM)\u000a09:02:17.808863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20548): Terminating (SIGTERM)\u000a09:02:17.850120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20551): Terminating (SIGTERM)\u000a09:02:17.859767 --- ParallelTerminationStrategy: PID 20539 died...\u000a09:02:17.914860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20539): Terminated: ok {rc=0}\u000a09:02:17.924847 --- ParallelTerminationStrategy: PID 20540 died...\u000a09:02:17.979705 run iperf3-srv_10.42.42.10(pid=20540): Terminated {rc=256}\u000a09:02:17.989700 --- ParallelTerminationStrategy: PID 20541 died...\u000a09:02:18.044509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20541): Terminated: ok {rc=0}\u000a09:02:18.054499 --- ParallelTerminationStrategy: PID 20542 died...\u000a09:02:18.109268 run iperf3-srv_10.42.42.10(pid=20542): Terminated {rc=256}\u000a09:02:18.119553 --- ParallelTerminationStrategy: PID 20545 died...\u000a09:02:18.174475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20545): Terminated: ok {rc=0}\u000a09:02:18.184491 --- ParallelTerminationStrategy: PID 20548 died...\u000a09:02:18.239302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20548): Terminated: ok {rc=0}\u000a09:02:18.249353 --- ParallelTerminationStrategy: PID 20551 died...\u000a09:02:18.304072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20551): Terminated: ok {rc=0}\u000a09:02:18.390744 bus /gobi_0: Setting Powered False\u000a09:02:19.496392 bus /gobi_0: Setting Powered False\u000a09:02:20.604061 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:02:21.718418 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:21.730256 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:02:21.894592 tst iperf3.py: using LAC 27306\u000a09:02:22.013533 tst iperf3.py: using RAC 21\u000a09:02:22.132604 tst iperf3.py: using CellId 27306\u000a09:02:22.251084 tst iperf3.py: using BVCI 27307\u000a09:02:22.274566 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:22.285417 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:22.296025 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:22.306922 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:22.317698 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:22.328575 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:22.339484 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:22.350312 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:22.361771 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:02:22.660115 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:02:22.797487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:23.138635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20553): Launched\u000a09:02:23.422319 run iperf3-srv_10.42.42.10(pid=20554): Launched\u000a09:02:23.621934 tst iperf3.py:8: start network...\u000a09:02:23.758684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:24.281121 run create_hlr_db(pid=20555): Launched\u000a09:02:24.469096 bus /gobi_6: Setting Powered False\u000a09:02:25.489870 run create_hlr_db(pid=20555): Terminated: ok {rc=0}\u000a09:02:25.905864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Launched\u000a09:02:26.216865 run osmo-hlr_10.42.42.2(pid=20558): Launched\u000a09:02:26.331378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:26.964411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Launched\u000a09:02:27.267359 run osmo-stp_10.42.42.5(pid=20561): Launched\u000a09:02:27.377581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:02:27.904241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Launched\u000a09:02:28.011779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:02:28.277403 run patchelf(pid=20564): Launched\u000a09:02:28.452804 run osmo-stp_10.42.42.5(pid=20561): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a09:02:28.581112 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-10_09:02:27.116905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:28.709776 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221210090227291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090227291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090227292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090227292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090227293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090227293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090227293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:28.834518 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-10_09:02:27.116905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:28.958027 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221210090227291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090227291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090227292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090227292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090227293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090227293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090227293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:29.102132 run patchelf(pid=20564): Terminating (SIGINT)\u000a09:02:29.271200 run patchelf(pid=20564): Terminated: ok {rc=0}\u000a09:02:29.302116 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:02:29.311229 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:02:29.370592 run osmo-hlr_10.42.42.2(pid=20558): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20558)]\u000a09:02:29.418751 run osmo-hlr_10.42.42.2(pid=20558): stdout: \u000a| (launched: 2022-12-10_09:02:26.061876) \u000a09:02:29.467464 run osmo-hlr_10.42.42.2(pid=20558): stderr: \u000a| �[0;m�[1;31m20221210090226241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090226242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090226242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090226242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090226242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090226242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090226259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090226269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090226269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090226269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:29.508693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20553): Terminating (SIGTERM)\u000a09:02:29.547731 run iperf3-srv_10.42.42.10(pid=20554): Terminating (SIGTERM)\u000a09:02:29.586693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminating (SIGTERM)\u000a09:02:29.625714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminating (SIGTERM)\u000a09:02:29.664633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Terminating (SIGTERM)\u000a09:02:29.673946 --- ParallelTerminationStrategy: PID 20553 died...\u000a09:02:29.725948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20553): Terminated: ok {rc=0}\u000a09:02:29.735564 --- ParallelTerminationStrategy: PID 20554 died...\u000a09:02:29.787869 run iperf3-srv_10.42.42.10(pid=20554): Terminated {rc=256}\u000a09:02:29.798088 --- ParallelTerminationStrategy: PID 20557 died...\u000a09:02:29.850286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminated: ok {rc=0}\u000a09:02:29.860015 --- ParallelTerminationStrategy: PID 20560 died...\u000a09:02:29.911866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminated: ok {rc=0}\u000a09:02:29.921811 --- ParallelTerminationStrategy: PID 20563 died...\u000a09:02:29.974151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Terminated: ok {rc=0}\u000a09:02:30.061739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:02:31.175214 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.187521 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:02:31.356714 tst iperf3m4.py: using LAC 27307\u000a09:02:31.485669 tst iperf3m4.py: using RAC 22\u000a09:02:31.639937 tst iperf3m4.py: using CellId 27307\u000a09:02:31.770416 tst iperf3m4.py: using BVCI 27308\u000a09:02:31.794190 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.806621 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.818788 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.830072 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.842496 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.854070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.866694 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.877818 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:31.890265 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:02:32.031905 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:02:32.155600 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:02:32.280562 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:02:32.560578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:02:32.686824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:33.007723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20565): Launched\u000a09:02:33.285696 run iperf3-srv_10.42.42.10(pid=20566): Launched\u000a09:02:33.480626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:02:33.614128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:33.948305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20567): Launched\u000a09:02:34.225277 run iperf3-srv_10.42.42.10(pid=20568): Launched\u000a09:02:34.420424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:02:34.553767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:34.887270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20569): Launched\u000a09:02:35.165846 run iperf3-srv_10.42.42.10(pid=20570): Launched\u000a09:02:35.360879 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:02:35.493877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:35.827720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20571): Launched\u000a09:02:36.108392 run iperf3-srv_10.42.42.10(pid=20573): Launched\u000a09:02:36.303337 tst iperf3m4.py:8: start network...\u000a09:02:36.436745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:36.955179 run create_hlr_db(pid=20574): Launched\u000a09:02:37.140644 bus /gobi_6: Setting Powered False\u000a09:02:38.161335 run create_hlr_db(pid=20574): Terminated: ok {rc=0}\u000a09:02:38.590302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Launched\u000a09:02:38.915169 run osmo-hlr_10.42.42.2(pid=20577): Launched\u000a09:02:39.035089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:39.596054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Launched\u000a09:02:39.920260 run osmo-stp_10.42.42.5(pid=20580): Launched\u000a09:02:40.036313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:02:40.596792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Launched\u000a09:02:40.711260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:02:40.991794 run patchelf(pid=20583): Launched\u000a09:02:41.178139 run osmo-stp_10.42.42.5(pid=20580): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]\u000a09:02:41.316902 run osmo-stp_10.42.42.5(pid=20580): stdout: \u000a| (launched: 2022-12-10_09:02:39.758725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:41.453913 run osmo-stp_10.42.42.5(pid=20580): stderr: \u000a| �[0;m�[38;5;43m20221210090239956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090239956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090239956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090239957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090239957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090239957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090239957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:41.586421 run osmo-stp_10.42.42.5(pid=20580): stdout: \u000a| (launched: 2022-12-10_09:02:39.758725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:41.718054 run osmo-stp_10.42.42.5(pid=20580): stderr: \u000a| �[0;m�[38;5;43m20221210090239956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090239956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090239956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090239957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090239957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090239957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090239957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:41.870681 run patchelf(pid=20583): Terminating (SIGINT)\u000a09:02:42.049845 run patchelf(pid=20583): Terminated: ok {rc=0}\u000a09:02:42.082671 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:02:42.092493 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:02:42.155210 run osmo-hlr_10.42.42.2(pid=20577): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20577)]\u000a09:02:42.206546 run osmo-hlr_10.42.42.2(pid=20577): stdout: \u000a| (launched: 2022-12-10_09:02:38.753567) \u000a09:02:42.258507 run osmo-hlr_10.42.42.2(pid=20577): stderr: \u000a| �[0;m�[1;31m20221210090238957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090238957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090238957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090238957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090238957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090238957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090238969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090238978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090238978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090238978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:42.302633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20565): Terminating (SIGTERM)\u000a09:02:42.344215 run iperf3-srv_10.42.42.10(pid=20566): Terminating (SIGTERM)\u000a09:02:42.385540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20567): Terminating (SIGTERM)\u000a09:02:42.426781 run iperf3-srv_10.42.42.10(pid=20568): Terminating (SIGTERM)\u000a09:02:42.468028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20569): Terminating (SIGTERM)\u000a09:02:42.509319 run iperf3-srv_10.42.42.10(pid=20570): Terminating (SIGTERM)\u000a09:02:42.550599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20571): Terminating (SIGTERM)\u000a09:02:42.591600 run iperf3-srv_10.42.42.10(pid=20573): Terminating (SIGTERM)\u000a09:02:42.632902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Terminating (SIGTERM)\u000a09:02:42.674278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Terminating (SIGTERM)\u000a09:02:42.715984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Terminating (SIGTERM)\u000a09:02:42.725521 --- ParallelTerminationStrategy: PID 20565 died...\u000a09:02:42.780707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20565): Terminated: ok {rc=0}\u000a09:02:42.790577 --- ParallelTerminationStrategy: PID 20566 died...\u000a09:02:42.845087 run iperf3-srv_10.42.42.10(pid=20566): Terminated {rc=256}\u000a09:02:42.854843 --- ParallelTerminationStrategy: PID 20567 died...\u000a09:02:42.909269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20567): Terminated: ok {rc=0}\u000a09:02:42.919032 --- ParallelTerminationStrategy: PID 20568 died...\u000a09:02:42.973526 run iperf3-srv_10.42.42.10(pid=20568): Terminated {rc=256}\u000a09:02:42.983304 --- ParallelTerminationStrategy: PID 20569 died...\u000a09:02:43.038061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20569): Terminated: ok {rc=0}\u000a09:02:43.047877 --- ParallelTerminationStrategy: PID 20570 died...\u000a09:02:43.102281 run iperf3-srv_10.42.42.10(pid=20570): Terminated {rc=256}\u000a09:02:43.112058 --- ParallelTerminationStrategy: PID 20571 died...\u000a09:02:43.166693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20571): Terminated: ok {rc=0}\u000a09:02:43.176533 --- ParallelTerminationStrategy: PID 20573 died...\u000a09:02:43.231273 run iperf3-srv_10.42.42.10(pid=20573): Terminated {rc=256}\u000a09:02:43.241237 --- ParallelTerminationStrategy: PID 20576 died...\u000a09:02:43.295739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Terminated: ok {rc=0}\u000a09:02:43.305685 --- ParallelTerminationStrategy: PID 20579 died...\u000a09:02:43.360267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Terminated: ok {rc=0}\u000a09:02:43.370141 --- ParallelTerminationStrategy: PID 20582 died...\u000a09:02:43.424799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Terminated: ok {rc=0}\u000a09:02:43.510343 bus /gobi_4: Setting Powered False\u000a09:02:44.615131 bus /gobi_4: Setting Powered False\u000a09:02:45.723561 bus /gobi_1: Setting Powered False\u000a09:02:46.839240 bus /gobi_1: Setting Powered False\u000a09:02:47.946457 bus /gobi_0: Setting Powered False\u000a09:02:49.052102 bus /gobi_0: Setting Powered False\u000a09:02:50.159724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:02:51.228609 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:51.240391 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:02:51.398610 tst ping.py: using LAC 27308\u000a09:02:51.516617 tst ping.py: using RAC 23\u000a09:02:51.635344 tst ping.py: using CellId 27308\u000a09:02:51.760705 tst ping.py: using BVCI 27309\u000a09:02:51.784743 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:51.796144 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:51.807470 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:51.819313 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:51.831047 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:51.843762 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:51.855023 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:51.866696 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:02:52.143431 tst ping.py:19: start network...\u000a09:02:52.267085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:52.740516 run create_hlr_db(pid=20584): Launched\u000a09:02:52.912554 bus /gobi_6: Setting Powered False\u000a09:02:53.933079 run create_hlr_db(pid=20584): Terminated: ok {rc=0}\u000a09:02:54.354971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Launched\u000a09:02:54.674884 run osmo-hlr_10.42.42.2(pid=20587): Launched\u000a09:02:54.793854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:55.344903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Launched\u000a09:02:55.664083 run osmo-stp_10.42.42.5(pid=20590): Launched\u000a09:02:55.778995 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:02:56.332436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Launched\u000a09:02:56.444426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:02:56.723146 run patchelf(pid=20593): Launched\u000a09:02:56.906815 run osmo-stp_10.42.42.5(pid=20590): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]\u000a09:02:57.040433 run osmo-stp_10.42.42.5(pid=20590): stdout: \u000a| (launched: 2022-12-10_09:02:55.504285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:57.174684 run osmo-stp_10.42.42.5(pid=20590): stderr: \u000a| �[0;m�[38;5;43m20221210090255699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090255699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090255699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090255700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090255702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090255702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090255702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:57.304157 run osmo-stp_10.42.42.5(pid=20590): stdout: \u000a| (launched: 2022-12-10_09:02:55.504285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:57.433673 run osmo-stp_10.42.42.5(pid=20590): stderr: \u000a| �[0;m�[38;5;43m20221210090255699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090255699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090255699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090255700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090255702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090255702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090255702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:57.583241 run patchelf(pid=20593): Terminating (SIGINT)\u000a09:02:57.759430 run patchelf(pid=20593): Terminated: ok {rc=0}\u000a09:02:57.791364 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:02:57.800294 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:02:57.862220 run osmo-hlr_10.42.42.2(pid=20587): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20587)]\u000a09:02:57.913120 run osmo-hlr_10.42.42.2(pid=20587): stdout: \u000a| (launched: 2022-12-10_09:02:54.514099) \u000a09:02:57.964600 run osmo-hlr_10.42.42.2(pid=20587): stderr: \u000a| �[0;m�[1;31m20221210090254716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090254716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090254716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090254716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090254716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090254716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090254728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090254736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090254736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090254736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:58.008436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminating (SIGTERM)\u000a09:02:58.049931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminating (SIGTERM)\u000a09:02:58.091521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Terminating (SIGTERM)\u000a09:02:58.101133 --- ParallelTerminationStrategy: PID 20586 died...\u000a09:02:58.156043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminated: ok {rc=0}\u000a09:02:58.165959 --- ParallelTerminationStrategy: PID 20589 died...\u000a09:02:58.220536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminated: ok {rc=0}\u000a09:02:58.230444 --- ParallelTerminationStrategy: PID 20592 died...\u000a09:02:58.285020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Terminated: ok {rc=0}\u000a09:02:58.371761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20601): Process ended prematurely: osmo-stp_10.42.42.5(pid=20601) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20601)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20601): Process ended prematurely: osmo-stp_10.42.42.5(pid=20601) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:02:59.424627 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:02:59.436843 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:02:59.602570 tst ping_idle_ping.py: using LAC 27309\u000a09:02:59.726255 tst ping_idle_ping.py: using RAC 24\u000a09:02:59.849326 tst ping_idle_ping.py: using CellId 27309\u000a09:02:59.973756 tst ping_idle_ping.py: using BVCI 27310\u000a09:02:59.998013 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:03:00.009322 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:03:00.020428 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:03:00.031667 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:03:00.042732 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:03:00.053899 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:03:00.065112 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:03:00.076146 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:03:00.351000 tst ping_idle_ping.py:24: start network...\u000a09:03:00.475191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:00.982642 run create_hlr_db(pid=20594): Launched\u000a09:03:01.163096 bus /gobi_6: Setting Powered False\u000a09:03:02.189089 run create_hlr_db(pid=20594): Terminated: ok {rc=0}\u000a09:03:02.613987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20597): Launched\u000a09:03:02.931301 run osmo-hlr_10.42.42.2(pid=20598): Launched\u000a09:03:03.049851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:03.599530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20600): Launched\u000a09:03:03.921304 run osmo-stp_10.42.42.5(pid=20601): Launched\u000a09:03:04.035579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:04.591134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20603): Launched\u000a09:03:04.703634 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:04.983291 run patchelf(pid=20604): Launched\u000a09:03:05.168122 run osmo-stp_10.42.42.5(pid=20601): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20601)]\u000a09:03:05.303337 run osmo-stp_10.42.42.5(pid=20601): stdout: \u000a| (launched: 2022-12-10_09:03:03.761509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:05.438305 run osmo-stp_10.42.42.5(pid=20601): stderr: \u000a| �[0;m�[38;5;43m20221210090303956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090303956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090303956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090303957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090303957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090303957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090303957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:05.568901 run osmo-stp_10.42.42.5(pid=20601): stdout: \u000a| (launched: 2022-12-10_09:03:03.761509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:05.698631 run osmo-stp_10.42.42.5(pid=20601): stderr: \u000a| �[0;m�[38;5;43m20221210090303956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090303956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090303956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090303957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090303957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090303957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090303957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:05.849826 run patchelf(pid=20604): Terminating (SIGINT)\u000a09:03:06.027400 run patchelf(pid=20604): Terminated: ok {rc=0}\u000a09:03:06.059726 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20601): Process ended prematurely: osmo-stp_10.42.42.5(pid=20601) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20601)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:03:06.068699 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:03:06.130354 run osmo-hlr_10.42.42.2(pid=20598): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20598)]\u000a09:03:06.180840 run osmo-hlr_10.42.42.2(pid=20598): stdout: \u000a| (launched: 2022-12-10_09:03:02.774277) \u000a09:03:06.232028 run osmo-hlr_10.42.42.2(pid=20598): stderr: \u000a| �[0;m�[1;31m20221210090302973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090302973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090302973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090302973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090302973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090302973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090302986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090302994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090302995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090302995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:06.275622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20597): Terminating (SIGTERM)\u000a09:03:06.316822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20600): Terminating (SIGTERM)\u000a09:03:06.357896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20603): Terminating (SIGTERM)\u000a09:03:06.367374 --- ParallelTerminationStrategy: PID 20597 died...\u000a09:03:06.422593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20597): Terminated: ok {rc=0}\u000a09:03:06.432425 --- ParallelTerminationStrategy: PID 20600 died...\u000a09:03:06.487108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20600): Terminated: ok {rc=0}\u000a09:03:06.496902 --- ParallelTerminationStrategy: PID 20603 died...\u000a09:03:06.551802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20603): Terminated: ok {rc=0}\u000a09:03:06.637024 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:02:07" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20618): Process ended prematurely: osmo-stp_10.42.42.5(pid=20618) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20618)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20618): Process ended prematurely: osmo-stp_10.42.42.5(pid=20618) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:03:08.792928 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:08.803923 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:08.958875 tst cs_paging_gprs_active.py: using LAC 27310\u000a09:03:09.075607 tst cs_paging_gprs_active.py: using RAC 25\u000a09:03:09.192460 tst cs_paging_gprs_active.py: using CellId 27310\u000a09:03:09.311200 tst cs_paging_gprs_active.py: using BVCI 27311\u000a09:03:09.334179 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:09.345315 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:09.356367 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:09.367612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:09.378643 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:09.389712 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:09.400773 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:09.411801 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:09.423266 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:09.541666 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:09.840080 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:03:09.975012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:10.305976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20608): Launched\u000a09:03:10.581723 run iperf3-srv_10.42.42.10(pid=20609): Launched\u000a09:03:10.779004 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:03:10.913441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:11.243754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20610): Launched\u000a09:03:11.520288 run iperf3-srv_10.42.42.10(pid=20611): Launched\u000a09:03:11.717671 tst cs_paging_gprs_active.py:38: start network...\u000a09:03:11.851756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:12.365729 run create_hlr_db(pid=20612): Launched\u000a09:03:12.550640 bus /gobi_6: Setting Powered False\u000a09:03:13.573454 run create_hlr_db(pid=20612): Terminated: ok {rc=0}\u000a09:03:13.999758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20614): Launched\u000a09:03:14.319897 run osmo-hlr_10.42.42.2(pid=20615): Launched\u000a09:03:14.441120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:14.995569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20617): Launched\u000a09:03:15.314767 run osmo-stp_10.42.42.5(pid=20618): Launched\u000a09:03:15.430723 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:16.015457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20620): Launched\u000a09:03:16.163269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:16.459337 run patchelf(pid=20621): Launched\u000a09:03:16.644218 run osmo-stp_10.42.42.5(pid=20618): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20618)]\u000a09:03:16.779602 run osmo-stp_10.42.42.5(pid=20618): stdout: \u000a| (launched: 2022-12-10_09:03:15.158518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:16.914716 run osmo-stp_10.42.42.5(pid=20618): stderr: \u000a| �[0;m�[38;5;43m20221210090315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090315352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090315352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090315352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090315352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:17.048596 run osmo-stp_10.42.42.5(pid=20618): stdout: \u000a| (launched: 2022-12-10_09:03:15.158518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:17.176648 run osmo-stp_10.42.42.5(pid=20618): stderr: \u000a| �[0;m�[38;5;43m20221210090315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090315351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090315352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090315352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090315352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090315352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:17.325629 run patchelf(pid=20621): Terminating (SIGINT)\u000a09:03:17.497666 run patchelf(pid=20621): Terminated: ok {rc=0}\u000a09:03:17.529247 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20618): Process ended prematurely: osmo-stp_10.42.42.5(pid=20618) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20618)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:03:17.538592 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:03:17.598760 run osmo-hlr_10.42.42.2(pid=20615): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20615)]\u000a09:03:17.647689 run osmo-hlr_10.42.42.2(pid=20615): stdout: \u000a| (launched: 2022-12-10_09:03:14.163407) \u000a09:03:17.697290 run osmo-hlr_10.42.42.2(pid=20615): stderr: \u000a| �[0;m�[1;31m20221210090314361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090314361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090314361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090314361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090314361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090314361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090314374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090314382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090314382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090314382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:17.739070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20608): Terminating (SIGTERM)\u000a09:03:17.778632 run iperf3-srv_10.42.42.10(pid=20609): Terminating (SIGTERM)\u000a09:03:17.818205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20610): Terminating (SIGTERM)\u000a09:03:17.857863 run iperf3-srv_10.42.42.10(pid=20611): Terminating (SIGTERM)\u000a09:03:17.897603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20614): Terminating (SIGTERM)\u000a09:03:17.937364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20617): Terminating (SIGTERM)\u000a09:03:17.977203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20620): Terminating (SIGTERM)\u000a09:03:17.986525 --- ParallelTerminationStrategy: PID 20608 died...\u000a09:03:18.039604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20608): Terminated: ok {rc=0}\u000a09:03:18.049373 --- ParallelTerminationStrategy: PID 20609 died...\u000a09:03:18.102195 run iperf3-srv_10.42.42.10(pid=20609): Terminated {rc=256}\u000a09:03:18.111771 --- ParallelTerminationStrategy: PID 20610 died...\u000a09:03:18.164632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20610): Terminated: ok {rc=0}\u000a09:03:18.174369 --- ParallelTerminationStrategy: PID 20611 died...\u000a09:03:18.227643 run iperf3-srv_10.42.42.10(pid=20611): Terminated {rc=256}\u000a09:03:18.237514 --- ParallelTerminationStrategy: PID 20614 died...\u000a09:03:18.290407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20614): Terminated: ok {rc=0}\u000a09:03:18.300102 --- ParallelTerminationStrategy: PID 20617 died...\u000a09:03:18.353644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20617): Terminated: ok {rc=0}\u000a09:03:18.363575 --- ParallelTerminationStrategy: PID 20620 died...\u000a09:03:18.416378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20620): Terminated: ok {rc=0}\u000a09:03:18.503868 bus /gobi_0: Setting Powered False\u000a09:03:19.606880 bus /gobi_0: Setting Powered False\u000a09:03:20.716674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20630): Process ended prematurely: osmo-stp_10.42.42.5(pid=20630) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20630)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20630): Process ended prematurely: osmo-stp_10.42.42.5(pid=20630) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:03:21.825488 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:21.836869 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:22.000368 tst iperf3.py: using LAC 27311\u000a09:03:22.127088 tst iperf3.py: using RAC 26\u000a09:03:22.253235 tst iperf3.py: using CellId 27311\u000a09:03:22.380658 tst iperf3.py: using BVCI 27312\u000a09:03:22.405319 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:22.416598 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:22.427747 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:22.438900 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:22.450017 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:22.461166 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:22.472354 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:22.483447 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:22.494692 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:22.783276 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:03:22.917588 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:23.247897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20622): Launched\u000a09:03:23.522469 run iperf3-srv_10.42.42.10(pid=20623): Launched\u000a09:03:23.720650 tst iperf3.py:8: start network...\u000a09:03:23.855029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:24.367151 run create_hlr_db(pid=20624): Launched\u000a09:03:24.552349 bus /gobi_6: Setting Powered False\u000a09:03:25.573609 run create_hlr_db(pid=20624): Terminated: ok {rc=0}\u000a09:03:25.979342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20626): Launched\u000a09:03:26.281799 run osmo-hlr_10.42.42.2(pid=20627): Launched\u000a09:03:26.400846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:26.935244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20629): Launched\u000a09:03:27.237946 run osmo-stp_10.42.42.5(pid=20630): Launched\u000a09:03:27.349898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:27.877467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20632): Launched\u000a09:03:27.985892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:28.249679 run patchelf(pid=20633): Launched\u000a09:03:28.426465 run osmo-stp_10.42.42.5(pid=20630): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20630)]\u000a09:03:28.555627 run osmo-stp_10.42.42.5(pid=20630): stdout: \u000a| (launched: 2022-12-10_09:03:27.089176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:28.685553 run osmo-stp_10.42.42.5(pid=20630): stderr: \u000a| �[0;m�[38;5;43m20221210090327261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090327261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090327261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090327262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090327262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090327262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090327262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:28.810972 run osmo-stp_10.42.42.5(pid=20630): stdout: \u000a| (launched: 2022-12-10_09:03:27.089176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:28.935431 run osmo-stp_10.42.42.5(pid=20630): stderr: \u000a| �[0;m�[38;5;43m20221210090327261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090327261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090327261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090327262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090327262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090327262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090327262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:29.080207 run patchelf(pid=20633): Terminating (SIGINT)\u000a09:03:29.250498 run patchelf(pid=20633): Terminated: ok {rc=0}\u000a09:03:29.281700 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20630): Process ended prematurely: osmo-stp_10.42.42.5(pid=20630) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20630)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:03:29.290756 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:03:29.350646 run osmo-hlr_10.42.42.2(pid=20627): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20627)]\u000a09:03:29.400054 run osmo-hlr_10.42.42.2(pid=20627): stdout: \u000a| (launched: 2022-12-10_09:03:26.133092) \u000a09:03:29.449209 run osmo-hlr_10.42.42.2(pid=20627): stderr: \u000a| �[0;m�[1;31m20221210090326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090326323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090326332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090326332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090326332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:29.491316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20622): Terminating (SIGTERM)\u000a09:03:29.530923 run iperf3-srv_10.42.42.10(pid=20623): Terminating (SIGTERM)\u000a09:03:29.570622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20626): Terminating (SIGTERM)\u000a09:03:29.610408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20629): Terminating (SIGTERM)\u000a09:03:29.650419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20632): Terminating (SIGTERM)\u000a09:03:29.659835 --- ParallelTerminationStrategy: PID 20622 died...\u000a09:03:29.713115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20622): Terminated: ok {rc=0}\u000a09:03:29.722981 --- ParallelTerminationStrategy: PID 20623 died...\u000a09:03:29.775721 run iperf3-srv_10.42.42.10(pid=20623): Terminated {rc=256}\u000a09:03:29.785487 --- ParallelTerminationStrategy: PID 20626 died...\u000a09:03:29.838217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20626): Terminated: ok {rc=0}\u000a09:03:29.847731 --- ParallelTerminationStrategy: PID 20629 died...\u000a09:03:29.900281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20629): Terminated: ok {rc=0}\u000a09:03:29.910067 --- ParallelTerminationStrategy: PID 20632 died...\u000a09:03:29.963007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20632): Terminated: ok {rc=0}\u000a09:03:30.051078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20648): Process ended prematurely: osmo-stp_10.42.42.5(pid=20648) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20648)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20648): Process ended prematurely: osmo-stp_10.42.42.5(pid=20648) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:03:31.161893 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.174358 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:31.343693 tst iperf3m4.py: using LAC 27312\u000a09:03:31.474021 tst iperf3m4.py: using RAC 27\u000a09:03:31.605147 tst iperf3m4.py: using CellId 27312\u000a09:03:31.754842 tst iperf3m4.py: using BVCI 27313\u000a09:03:31.787348 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.801218 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.816467 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.831473 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.847462 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.863213 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.878768 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.894723 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:31.909934 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:32.030475 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:32.174078 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:32.303261 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:32.584206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:03:32.710799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:33.022567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20634): Launched\u000a09:03:33.281401 run iperf3-srv_10.42.42.10(pid=20635): Launched\u000a09:03:33.466008 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:03:33.592283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:33.906052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20636): Launched\u000a09:03:34.165331 run iperf3-srv_10.42.42.10(pid=20637): Launched\u000a09:03:34.349501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:03:34.475822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:34.787902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20638): Launched\u000a09:03:35.046960 run iperf3-srv_10.42.42.10(pid=20639): Launched\u000a09:03:35.231249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:03:35.356702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:35.668880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20640): Launched\u000a09:03:35.928045 run iperf3-srv_10.42.42.10(pid=20641): Launched\u000a09:03:36.112907 tst iperf3m4.py:8: start network...\u000a09:03:36.239176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:36.714722 run create_hlr_db(pid=20642): Launched\u000a09:03:36.891112 bus /gobi_6: Setting Powered False\u000a09:03:37.909258 run create_hlr_db(pid=20642): Terminated: ok {rc=0}\u000a09:03:38.335260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20644): Launched\u000a09:03:38.656316 run osmo-hlr_10.42.42.2(pid=20645): Launched\u000a09:03:38.780674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:39.337130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20647): Launched\u000a09:03:39.658712 run osmo-stp_10.42.42.5(pid=20648): Launched\u000a09:03:39.778213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:40.339418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20650): Launched\u000a09:03:40.453892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:40.732859 run patchelf(pid=20651): Launched\u000a09:03:40.920100 run osmo-stp_10.42.42.5(pid=20648): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20648)]\u000a09:03:41.057068 run osmo-stp_10.42.42.5(pid=20648): stdout: \u000a| (launched: 2022-12-10_09:03:39.500505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:41.194148 run osmo-stp_10.42.42.5(pid=20648): stderr: \u000a| �[0;m�[38;5;43m20221210090339693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090339693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090339694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090339694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090339695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090339695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090339695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:41.326909 run osmo-stp_10.42.42.5(pid=20648): stdout: \u000a| (launched: 2022-12-10_09:03:39.500505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:41.458649 run osmo-stp_10.42.42.5(pid=20648): stderr: \u000a| �[0;m�[38;5;43m20221210090339693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090339693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090339694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090339694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090339695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090339695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090339695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:41.612065 run patchelf(pid=20651): Terminating (SIGINT)\u000a09:03:41.793310 run patchelf(pid=20651): Terminated: ok {rc=0}\u000a09:03:41.826305 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20648): Process ended prematurely: osmo-stp_10.42.42.5(pid=20648) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20648)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:03:41.835929 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:03:41.898206 run osmo-hlr_10.42.42.2(pid=20645): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20645)]\u000a09:03:41.948939 run osmo-hlr_10.42.42.2(pid=20645): stdout: \u000a| (launched: 2022-12-10_09:03:38.498593) \u000a09:03:42.000225 run osmo-hlr_10.42.42.2(pid=20645): stderr: \u000a| �[0;m�[1;31m20221210090338698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090338699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090338699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090338699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090338699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090338699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090338711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090338720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090338720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090338720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:42.044087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20634): Terminating (SIGTERM)\u000a09:03:42.085585 run iperf3-srv_10.42.42.10(pid=20635): Terminating (SIGTERM)\u000a09:03:42.126971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20636): Terminating (SIGTERM)\u000a09:03:42.168107 run iperf3-srv_10.42.42.10(pid=20637): Terminating (SIGTERM)\u000a09:03:42.209601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20638): Terminating (SIGTERM)\u000a09:03:42.250773 run iperf3-srv_10.42.42.10(pid=20639): Terminating (SIGTERM)\u000a09:03:42.292180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20640): Terminating (SIGTERM)\u000a09:03:42.333460 run iperf3-srv_10.42.42.10(pid=20641): Terminating (SIGTERM)\u000a09:03:42.374776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20644): Terminating (SIGTERM)\u000a09:03:42.415999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20647): Terminating (SIGTERM)\u000a09:03:42.457513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20650): Terminating (SIGTERM)\u000a09:03:42.467050 --- ParallelTerminationStrategy: PID 20634 died...\u000a09:03:42.522108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20634): Terminated: ok {rc=0}\u000a09:03:42.532026 --- ParallelTerminationStrategy: PID 20635 died...\u000a09:03:42.587078 run iperf3-srv_10.42.42.10(pid=20635): Terminated {rc=256}\u000a09:03:42.596914 --- ParallelTerminationStrategy: PID 20636 died...\u000a09:03:42.652054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20636): Terminated: ok {rc=0}\u000a09:03:42.661954 --- ParallelTerminationStrategy: PID 20637 died...\u000a09:03:42.717542 run iperf3-srv_10.42.42.10(pid=20637): Terminated {rc=256}\u000a09:03:42.727440 --- ParallelTerminationStrategy: PID 20638 died...\u000a09:03:42.782490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20638): Terminated: ok {rc=0}\u000a09:03:42.792398 --- ParallelTerminationStrategy: PID 20639 died...\u000a09:03:42.847451 run iperf3-srv_10.42.42.10(pid=20639): Terminated {rc=256}\u000a09:03:42.857451 --- ParallelTerminationStrategy: PID 20640 died...\u000a09:03:42.912374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20640): Terminated: ok {rc=0}\u000a09:03:42.922352 --- ParallelTerminationStrategy: PID 20641 died...\u000a09:03:42.977333 run iperf3-srv_10.42.42.10(pid=20641): Terminated {rc=256}\u000a09:03:42.987269 --- ParallelTerminationStrategy: PID 20644 died...\u000a09:03:43.042386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20644): Terminated: ok {rc=0}\u000a09:03:43.052362 --- ParallelTerminationStrategy: PID 20647 died...\u000a09:03:43.107550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20647): Terminated: ok {rc=0}\u000a09:03:43.117905 --- ParallelTerminationStrategy: PID 20650 died...\u000a09:03:43.172715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20650): Terminated: ok {rc=0}\u000a09:03:43.258395 bus /gobi_4: Setting Powered False\u000a09:03:44.362345 bus /gobi_4: Setting Powered False\u000a09:03:45.469320 bus /gobi_1: Setting Powered False\u000a09:03:46.572158 bus /gobi_1: Setting Powered False\u000a09:03:47.678036 bus /gobi_0: Setting Powered False\u000a09:03:48.784324 bus /gobi_0: Setting Powered False\u000a09:03:49.891515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20658): Process ended prematurely: osmo-stp_10.42.42.5(pid=20658) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20658)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20658): Process ended prematurely: osmo-stp_10.42.42.5(pid=20658) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:03:50.959583 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:50.971421 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:51.136837 tst ping.py: using LAC 27313\u000a09:03:51.258453 tst ping.py: using RAC 28\u000a09:03:51.380182 tst ping.py: using CellId 27313\u000a09:03:51.501885 tst ping.py: using BVCI 27314\u000a09:03:51.526088 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:51.537402 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:51.548528 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:51.559764 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:51.570840 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:51.582071 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:51.593341 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:51.604423 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:51.892138 tst ping.py:19: start network...\u000a09:03:52.022567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:52.524639 run create_hlr_db(pid=20652): Launched\u000a09:03:52.707541 bus /gobi_6: Setting Powered False\u000a09:03:53.728745 run create_hlr_db(pid=20652): Terminated: ok {rc=0}\u000a09:03:54.126523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20654): Launched\u000a09:03:54.423184 run osmo-hlr_10.42.42.2(pid=20655): Launched\u000a09:03:54.545444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:55.065532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20657): Launched\u000a09:03:55.359951 run osmo-stp_10.42.42.5(pid=20658): Launched\u000a09:03:55.467710 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:55.984642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20660): Launched\u000a09:03:56.090934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:56.349831 run patchelf(pid=20661): Launched\u000a09:03:56.524003 run osmo-stp_10.42.42.5(pid=20658): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20658)]\u000a09:03:56.651436 run osmo-stp_10.42.42.5(pid=20658): stdout: \u000a| (launched: 2022-12-10_09:03:55.214814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:56.779675 run osmo-stp_10.42.42.5(pid=20658): stderr: \u000a| �[0;m�[38;5;43m20221210090355384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090355384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090355384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090355384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090355385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090355385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090355385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:56.903030 run osmo-stp_10.42.42.5(pid=20658): stdout: \u000a| (launched: 2022-12-10_09:03:55.214814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:57.025428 run osmo-stp_10.42.42.5(pid=20658): stderr: \u000a| �[0;m�[38;5;43m20221210090355384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090355384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090355384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090355384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090355385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090355385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090355385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:57.168322 run patchelf(pid=20661): Terminating (SIGINT)\u000a09:03:57.335442 run patchelf(pid=20661): Terminated: ok {rc=0}\u000a09:03:57.365780 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20658): Process ended prematurely: osmo-stp_10.42.42.5(pid=20658) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20658)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:03:57.374305 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:03:57.433766 run osmo-hlr_10.42.42.2(pid=20655): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20655)]\u000a09:03:57.482090 run osmo-hlr_10.42.42.2(pid=20655): stdout: \u000a| (launched: 2022-12-10_09:03:54.276875) \u000a09:03:57.530925 run osmo-hlr_10.42.42.2(pid=20655): stderr: \u000a| �[0;m�[1;31m20221210090354452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090354452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090354452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090354452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090354452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090354452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090354464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090354473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090354473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090354473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:57.572609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20654): Terminating (SIGTERM)\u000a09:03:57.612250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20657): Terminating (SIGTERM)\u000a09:03:57.651965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20660): Terminating (SIGTERM)\u000a09:03:57.661440 --- ParallelTerminationStrategy: PID 20654 died...\u000a09:03:57.714232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20654): Terminated: ok {rc=0}\u000a09:03:57.724034 --- ParallelTerminationStrategy: PID 20657 died...\u000a09:03:57.776871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20657): Terminated: ok {rc=0}\u000a09:03:57.786831 --- ParallelTerminationStrategy: PID 20660 died...\u000a09:03:57.839948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20660): Terminated: ok {rc=0}\u000a09:03:57.922888 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20668): Process ended prematurely: osmo-stp_10.42.42.5(pid=20668) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20668)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20668): Process ended prematurely: osmo-stp_10.42.42.5(pid=20668) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:03:58.974260 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:58.986859 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:03:59.153837 tst ping_idle_ping.py: using LAC 27314\u000a09:03:59.277928 tst ping_idle_ping.py: using RAC 29\u000a09:03:59.404110 tst ping_idle_ping.py: using CellId 27314\u000a09:03:59.532860 tst ping_idle_ping.py: using BVCI 27315\u000a09:03:59.557236 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:59.568526 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:59.579831 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:59.591047 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:59.602144 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:59.613327 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:59.624528 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:03:59.635781 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:03:59.927634 tst ping_idle_ping.py:24: start network...\u000a09:04:00.058899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:00.562419 run create_hlr_db(pid=20662): Launched\u000a09:04:00.746403 bus /gobi_6: Setting Powered False\u000a09:04:01.777446 run create_hlr_db(pid=20662): Terminated: ok {rc=0}\u000a09:04:02.229231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20664): Launched\u000a09:04:02.546083 run osmo-hlr_10.42.42.2(pid=20665): Launched\u000a09:04:02.666772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:03.210756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20667): Launched\u000a09:04:03.509819 run osmo-stp_10.42.42.5(pid=20668): Launched\u000a09:04:03.619718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:04.139609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20670): Launched\u000a09:04:04.246099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:04.506452 run patchelf(pid=20671): Launched\u000a09:04:04.681457 run osmo-stp_10.42.42.5(pid=20668): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20668)]\u000a09:04:04.809499 run osmo-stp_10.42.42.5(pid=20668): stdout: \u000a| (launched: 2022-12-10_09:04:03.364095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:04.938034 run osmo-stp_10.42.42.5(pid=20668): stderr: \u000a| �[0;m�[38;5;43m20221210090403533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090403533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090403533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090403533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090403534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090403534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090403534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:05.062661 run osmo-stp_10.42.42.5(pid=20668): stdout: \u000a| (launched: 2022-12-10_09:04:03.364095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:05.186240 run osmo-stp_10.42.42.5(pid=20668): stderr: \u000a| �[0;m�[38;5;43m20221210090403533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090403533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090403533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090403533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090403534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090403534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090403534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:05.329724 run patchelf(pid=20671): Terminating (SIGINT)\u000a09:04:05.498309 run patchelf(pid=20671): Terminated: ok {rc=0}\u000a09:04:05.529182 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20668): Process ended prematurely: osmo-stp_10.42.42.5(pid=20668) [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20668)] [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:04:05.537932 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:04:05.597652 run osmo-hlr_10.42.42.2(pid=20665): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20665)]\u000a09:04:05.646544 run osmo-hlr_10.42.42.2(pid=20665): stdout: \u000a| (launched: 2022-12-10_09:04:02.392052) \u000a09:04:05.696144 run osmo-hlr_10.42.42.2(pid=20665): stderr: \u000a| �[0;m�[1;31m20221210090402591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090402591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090402591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090402591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090402591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090402591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090402603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090402611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090402612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090402612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:05.737877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20664): Terminating (SIGTERM)\u000a09:04:05.777550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20667): Terminating (SIGTERM)\u000a09:04:05.817375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20670): Terminating (SIGTERM)\u000a09:04:05.826757 --- ParallelTerminationStrategy: PID 20664 died...\u000a09:04:05.880373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20664): Terminated: ok {rc=0}\u000a09:04:05.889998 --- ParallelTerminationStrategy: PID 20667 died...\u000a09:04:05.942865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20667): Terminated: ok {rc=0}\u000a09:04:05.952692 --- ParallelTerminationStrategy: PID 20670 died...\u000a09:04:06.005586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20670): Terminated: ok {rc=0}\u000a09:04:06.093178 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:03:08" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20685): Process ended prematurely: osmo-stp_10.42.42.5(pid=20685) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20685)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20685): Process ended prematurely: osmo-stp_10.42.42.5(pid=20685) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:04:08.246347 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.257685 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:04:08.398569 tst cs_paging_gprs_active.py: using LAC 27315\u000a09:04:08.517276 tst cs_paging_gprs_active.py: using RAC 30\u000a09:04:08.642769 tst cs_paging_gprs_active.py: using CellId 27315\u000a09:04:08.768749 tst cs_paging_gprs_active.py: using BVCI 27316\u000a09:04:08.793482 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.804922 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.816385 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.827857 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.839386 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.850819 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.862360 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.873758 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:08.885549 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:09.005459 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:09.285023 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:04:09.411942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:09.729201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20675): Launched\u000a09:04:09.993839 run iperf3-srv_10.42.42.10(pid=20676): Launched\u000a09:04:10.178916 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:04:10.305532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:10.621979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20677): Launched\u000a09:04:10.885748 run iperf3-srv_10.42.42.10(pid=20678): Launched\u000a09:04:11.070411 tst cs_paging_gprs_active.py:38: start network...\u000a09:04:11.196797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:11.679112 run create_hlr_db(pid=20679): Launched\u000a09:04:11.854795 bus /gobi_6: Setting Powered False\u000a09:04:12.876049 run create_hlr_db(pid=20679): Terminated: ok {rc=0}\u000a09:04:13.320442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20681): Launched\u000a09:04:13.648377 run osmo-hlr_10.42.42.2(pid=20682): Launched\u000a09:04:13.770815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:14.332722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20684): Launched\u000a09:04:14.660102 run osmo-stp_10.42.42.5(pid=20685): Launched\u000a09:04:14.779582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:15.342741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20687): Launched\u000a09:04:15.457543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:15.741566 run patchelf(pid=20688): Launched\u000a09:04:15.966569 run osmo-stp_10.42.42.5(pid=20685): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20685)]\u000a09:04:16.128915 run osmo-stp_10.42.42.5(pid=20685): stdout: \u000a| (launched: 2022-12-10_09:04:14.496728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:16.274533 run osmo-stp_10.42.42.5(pid=20685): stderr: \u000a| �[0;m�[38;5;43m20221210090414694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090414694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090414695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090414695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090414696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090414696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090414696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:16.408919 run osmo-stp_10.42.42.5(pid=20685): stdout: \u000a| (launched: 2022-12-10_09:04:14.496728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:16.539345 run osmo-stp_10.42.42.5(pid=20685): stderr: \u000a| �[0;m�[38;5;43m20221210090414694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090414694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090414695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090414695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090414696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090414696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090414696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:16.691626 run patchelf(pid=20688): Terminating (SIGINT)\u000a09:04:16.872342 run patchelf(pid=20688): Terminated: ok {rc=0}\u000a09:04:16.917991 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20685): Process ended prematurely: osmo-stp_10.42.42.5(pid=20685) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20685)] [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a09:04:16.932004 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:04:17.010165 run osmo-hlr_10.42.42.2(pid=20682): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20682)]\u000a09:04:17.072162 run osmo-hlr_10.42.42.2(pid=20682): stdout: \u000a| (launched: 2022-12-10_09:04:13.485130) \u000a09:04:17.131554 run osmo-hlr_10.42.42.2(pid=20682): stderr: \u000a| �[0;m�[1;31m20221210090413688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090413688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090413688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090413689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090413689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090413689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090413702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090413710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090413710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090413710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:17.175626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20675): Terminating (SIGTERM)\u000a09:04:17.229332 run iperf3-srv_10.42.42.10(pid=20676): Terminating (SIGTERM)\u000a09:04:17.272235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20677): Terminating (SIGTERM)\u000a09:04:17.313397 run iperf3-srv_10.42.42.10(pid=20678): Terminating (SIGTERM)\u000a09:04:17.353783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20681): Terminating (SIGTERM)\u000a09:04:17.393998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20684): Terminating (SIGTERM)\u000a09:04:17.434353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20687): Terminating (SIGTERM)\u000a09:04:17.443804 --- ParallelTerminationStrategy: PID 20675 died...\u000a09:04:17.497484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20675): Terminated: ok {rc=0}\u000a09:04:17.507870 --- ParallelTerminationStrategy: PID 20676 died...\u000a09:04:17.561316 run iperf3-srv_10.42.42.10(pid=20676): Terminated {rc=256}\u000a09:04:17.571708 --- ParallelTerminationStrategy: PID 20677 died...\u000a09:04:17.625744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20677): Terminated: ok {rc=0}\u000a09:04:17.635377 --- ParallelTerminationStrategy: PID 20678 died...\u000a09:04:17.688481 run iperf3-srv_10.42.42.10(pid=20678): Terminated {rc=256}\u000a09:04:17.698792 --- ParallelTerminationStrategy: PID 20681 died...\u000a09:04:17.752793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20681): Terminated: ok {rc=0}\u000a09:04:17.762574 --- ParallelTerminationStrategy: PID 20684 died...\u000a09:04:17.816001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20684): Terminated: ok {rc=0}\u000a09:04:17.826462 --- ParallelTerminationStrategy: PID 20687 died...\u000a09:04:17.878976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20687): Terminated: ok {rc=0}\u000a09:04:17.967153 bus /gobi_0: Setting Powered False\u000a09:04:19.070837 bus /gobi_0: Setting Powered False\u000a09:04:20.181174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20697): Process ended prematurely: osmo-stp_10.42.42.5(pid=20697) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20697)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20697): Process ended prematurely: osmo-stp_10.42.42.5(pid=20697) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a09:04:21.291073 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.302962 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:04:21.444005 tst iperf3.py: using LAC 27316\u000a09:04:21.564660 tst iperf3.py: using RAC 31\u000a09:04:21.685065 tst iperf3.py: using CellId 27316\u000a09:04:21.810901 tst iperf3.py: using BVCI 27317\u000a09:04:21.835469 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.847058 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.858792 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.870324 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.882431 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.893939 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.905506 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.916810 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:21.928471 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:22.222434 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:04:22.357175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:22.693098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20689): Launched\u000a09:04:22.973351 run iperf3-srv_10.42.42.10(pid=20690): Launched\u000a09:04:23.170598 tst iperf3.py:8: start network...\u000a09:04:23.305224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:23.822467 run create_hlr_db(pid=20691): Launched\u000a09:04:24.007736 bus /gobi_6: Setting Powered False\u000a09:04:25.028232 run create_hlr_db(pid=20691): Terminated: ok {rc=0}\u000a09:04:25.438539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20693): Launched\u000a09:04:25.746404 run osmo-hlr_10.42.42.2(pid=20694): Launched\u000a09:04:25.864415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:26.400331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20696): Launched\u000a09:04:26.707285 run osmo-stp_10.42.42.5(pid=20697): Launched\u000a09:04:26.823398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:27.355136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20699): Launched\u000a09:04:27.463521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:27.731014 run patchelf(pid=20700): Launched\u000a09:04:27.908694 run osmo-stp_10.42.42.5(pid=20697): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20697)]\u000a09:04:28.038834 run osmo-stp_10.42.42.5(pid=20697): stdout: \u000a| (launched: 2022-12-10_09:04:26.554185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:28.169514 run osmo-stp_10.42.42.5(pid=20697): stderr: \u000a| �[0;m�[38;5;43m20221210090426728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090426728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090426728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090426729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090426729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090426729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090426729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:28.295359 run osmo-stp_10.42.42.5(pid=20697): stdout: \u000a| (launched: 2022-12-10_09:04:26.554185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:28.420153 run osmo-stp_10.42.42.5(pid=20697): stderr: \u000a| �[0;m�[38;5;43m20221210090426728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090426728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090426728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090426729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090426729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090426729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090426729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:28.566090 run patchelf(pid=20700): Terminating (SIGINT)\u000a09:04:28.737085 run patchelf(pid=20700): Terminated: ok {rc=0}\u000a09:04:28.768316 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20697): Process ended prematurely: osmo-stp_10.42.42.5(pid=20697) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20697)] [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a09:04:28.777523 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:04:28.837858 run osmo-hlr_10.42.42.2(pid=20694): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20694)]\u000a09:04:28.886689 run osmo-hlr_10.42.42.2(pid=20694): stdout: \u000a| (launched: 2022-12-10_09:04:25.592323) \u000a09:04:28.936108 run osmo-hlr_10.42.42.2(pid=20694): stderr: \u000a| �[0;m�[1;31m20221210090425769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090425769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090425769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090425769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090425769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090425769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090425781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090425789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090425789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090425789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:28.977943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20689): Terminating (SIGTERM)\u000a09:04:29.017505 run iperf3-srv_10.42.42.10(pid=20690): Terminating (SIGTERM)\u000a09:04:29.057282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20693): Terminating (SIGTERM)\u000a09:04:29.096923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20696): Terminating (SIGTERM)\u000a09:04:29.136620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20699): Terminating (SIGTERM)\u000a09:04:29.145977 --- ParallelTerminationStrategy: PID 20689 died...\u000a09:04:29.198572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20689): Terminated: ok {rc=0}\u000a09:04:29.208216 --- ParallelTerminationStrategy: PID 20690 died...\u000a09:04:29.260509 run iperf3-srv_10.42.42.10(pid=20690): Terminated {rc=256}\u000a09:04:29.270141 --- ParallelTerminationStrategy: PID 20693 died...\u000a09:04:29.322346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20693): Terminated: ok {rc=0}\u000a09:04:29.332059 --- ParallelTerminationStrategy: PID 20696 died...\u000a09:04:29.384724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20696): Terminated: ok {rc=0}\u000a09:04:29.394333 --- ParallelTerminationStrategy: PID 20699 died...\u000a09:04:29.447098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20699): Terminated: ok {rc=0}\u000a09:04:29.530128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20715): Process ended prematurely: osmo-stp_10.42.42.5(pid=20715) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20715)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20715): Process ended prematurely: osmo-stp_10.42.42.5(pid=20715) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a09:04:30.643770 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:30.655945 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:04:30.800278 tst iperf3m4.py: using LAC 27317\u000a09:04:30.948306 tst iperf3m4.py: using RAC 32\u000a09:04:31.091311 tst iperf3m4.py: using CellId 27317\u000a09:04:31.216691 tst iperf3m4.py: using BVCI 27318\u000a09:04:31.241189 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:31.252808 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:31.264227 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:31.278359 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:31.291750 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:31.305157 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:31.318118 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:31.331198 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:31.344795 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:31.465213 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:31.590648 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:31.714974 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:32.023962 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:04:32.164467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:32.483558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20701): Launched\u000a09:04:32.747739 run iperf3-srv_10.42.42.10(pid=20702): Launched\u000a09:04:32.933547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:04:33.061049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:33.377682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20703): Launched\u000a09:04:33.641909 run iperf3-srv_10.42.42.10(pid=20704): Launched\u000a09:04:33.827327 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:04:33.954002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:34.271497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20705): Launched\u000a09:04:34.535540 run iperf3-srv_10.42.42.10(pid=20706): Launched\u000a09:04:34.720570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:04:34.847671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:35.164896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20707): Launched\u000a09:04:35.429268 run iperf3-srv_10.42.42.10(pid=20708): Launched\u000a09:04:35.614275 tst iperf3m4.py:8: start network...\u000a09:04:35.741279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:36.222900 run create_hlr_db(pid=20709): Launched\u000a09:04:36.398230 bus /gobi_6: Setting Powered False\u000a09:04:37.418728 run create_hlr_db(pid=20709): Terminated: ok {rc=0}\u000a09:04:37.827252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20711): Launched\u000a09:04:38.136400 run osmo-hlr_10.42.42.2(pid=20712): Launched\u000a09:04:38.248736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:38.779320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20714): Launched\u000a09:04:39.086684 run osmo-stp_10.42.42.5(pid=20715): Launched\u000a09:04:39.199197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:39.731372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20717): Launched\u000a09:04:39.840052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:40.108319 run patchelf(pid=20718): Launched\u000a09:04:40.287039 run osmo-stp_10.42.42.5(pid=20715): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20715)]\u000a09:04:40.416821 run osmo-stp_10.42.42.5(pid=20715): stdout: \u000a| (launched: 2022-12-10_09:04:38.933300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:40.547084 run osmo-stp_10.42.42.5(pid=20715): stderr: \u000a| �[0;m�[38;5;43m20221210090439108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090439108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090439108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090439109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090439109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090439109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090439109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:40.673340 run osmo-stp_10.42.42.5(pid=20715): stdout: \u000a| (launched: 2022-12-10_09:04:38.933300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:40.798742 run osmo-stp_10.42.42.5(pid=20715): stderr: \u000a| �[0;m�[38;5;43m20221210090439108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090439108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090439108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090439109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090439109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090439109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090439109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:40.943764 run patchelf(pid=20718): Terminating (SIGINT)\u000a09:04:41.114201 run patchelf(pid=20718): Terminated: ok {rc=0}\u000a09:04:41.145529 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20715): Process ended prematurely: osmo-stp_10.42.42.5(pid=20715) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20715)] [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a09:04:41.154717 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:04:41.214889 run osmo-hlr_10.42.42.2(pid=20712): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20712)]\u000a09:04:41.263407 run osmo-hlr_10.42.42.2(pid=20712): stdout: \u000a| (launched: 2022-12-10_09:04:37.982021) \u000a09:04:41.312549 run osmo-hlr_10.42.42.2(pid=20712): stderr: \u000a| �[0;m�[1;31m20221210090438164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090438164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090438164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090438164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090438164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090438164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090438180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090438189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090438189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090438189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:41.354082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20701): Terminating (SIGTERM)\u000a09:04:41.393156 run iperf3-srv_10.42.42.10(pid=20702): Terminating (SIGTERM)\u000a09:04:41.432395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20703): Terminating (SIGTERM)\u000a09:04:41.471434 run iperf3-srv_10.42.42.10(pid=20704): Terminating (SIGTERM)\u000a09:04:41.510645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20705): Terminating (SIGTERM)\u000a09:04:41.549729 run iperf3-srv_10.42.42.10(pid=20706): Terminating (SIGTERM)\u000a09:04:41.588897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20707): Terminating (SIGTERM)\u000a09:04:41.628353 run iperf3-srv_10.42.42.10(pid=20708): Terminating (SIGTERM)\u000a09:04:41.667327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20711): Terminating (SIGTERM)\u000a09:04:41.706162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20714): Terminating (SIGTERM)\u000a09:04:41.744999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20717): Terminating (SIGTERM)\u000a09:04:41.754146 --- ParallelTerminationStrategy: PID 20701 died...\u000a09:04:41.806664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20701): Terminated: ok {rc=0}\u000a09:04:41.816258 --- ParallelTerminationStrategy: PID 20702 died...\u000a09:04:41.868462 run iperf3-srv_10.42.42.10(pid=20702): Terminated {rc=256}\u000a09:04:41.877877 --- ParallelTerminationStrategy: PID 20703 died...\u000a09:04:41.930653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20703): Terminated: ok {rc=0}\u000a09:04:41.940083 --- ParallelTerminationStrategy: PID 20704 died...\u000a09:04:41.992622 run iperf3-srv_10.42.42.10(pid=20704): Terminated {rc=256}\u000a09:04:42.002013 --- ParallelTerminationStrategy: PID 20705 died...\u000a09:04:42.054740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20705): Terminated: ok {rc=0}\u000a09:04:42.064160 --- ParallelTerminationStrategy: PID 20706 died...\u000a09:04:42.116373 run iperf3-srv_10.42.42.10(pid=20706): Terminated {rc=256}\u000a09:04:42.125797 --- ParallelTerminationStrategy: PID 20707 died...\u000a09:04:42.178434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20707): Terminated: ok {rc=0}\u000a09:04:42.188029 --- ParallelTerminationStrategy: PID 20708 died...\u000a09:04:42.239951 run iperf3-srv_10.42.42.10(pid=20708): Terminated {rc=256}\u000a09:04:42.249952 --- ParallelTerminationStrategy: PID 20711 died...\u000a09:04:42.302129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20711): Terminated: ok {rc=0}\u000a09:04:42.311661 --- ParallelTerminationStrategy: PID 20714 died...\u000a09:04:42.364033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20714): Terminated: ok {rc=0}\u000a09:04:42.373744 --- ParallelTerminationStrategy: PID 20717 died...\u000a09:04:42.426034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20717): Terminated: ok {rc=0}\u000a09:04:42.513627 bus /gobi_4: Setting Powered False\u000a09:04:43.616398 bus /gobi_4: Setting Powered False\u000a09:04:44.727202 bus /gobi_1: Setting Powered False\u000a09:04:45.832409 bus /gobi_1: Setting Powered False\u000a09:04:46.954621 bus /gobi_0: Setting Powered False\u000a09:04:48.055437 bus /gobi_0: Setting Powered False\u000a09:04:49.165531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20727): Process ended prematurely: osmo-stp_10.42.42.5(pid=20727) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20727)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20727): Process ended prematurely: osmo-stp_10.42.42.5(pid=20727) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a09:04:50.234401 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:50.246805 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:04:50.392653 tst ping.py: using LAC 27318\u000a09:04:50.517818 tst ping.py: using RAC 33\u000a09:04:50.643070 tst ping.py: using CellId 27318\u000a09:04:50.767464 tst ping.py: using BVCI 27319\u000a09:04:50.791729 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:50.803551 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:50.815062 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:50.827112 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:50.838852 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:50.850570 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:50.862291 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:50.873954 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:51.160532 tst ping.py:19: start network...\u000a09:04:51.291787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:51.798062 run create_hlr_db(pid=20721): Launched\u000a09:04:51.980050 bus /gobi_6: Setting Powered False\u000a09:04:53.000829 run create_hlr_db(pid=20721): Terminated: ok {rc=0}\u000a09:04:53.404583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20723): Launched\u000a09:04:53.707247 run osmo-hlr_10.42.42.2(pid=20724): Launched\u000a09:04:53.825515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:54.355376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20726): Launched\u000a09:04:54.656343 run osmo-stp_10.42.42.5(pid=20727): Launched\u000a09:04:54.765394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:55.287442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20729): Launched\u000a09:04:55.393824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:55.658280 run patchelf(pid=20730): Launched\u000a09:04:55.832933 run osmo-stp_10.42.42.5(pid=20727): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20727)]\u000a09:04:55.960394 run osmo-stp_10.42.42.5(pid=20727): stdout: \u000a| (launched: 2022-12-10_09:04:54.506232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:56.088144 run osmo-stp_10.42.42.5(pid=20727): stderr: \u000a| �[0;m�[38;5;43m20221210090454680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090454680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090454680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090454681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090454681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090454681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090454681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:56.211552 run osmo-stp_10.42.42.5(pid=20727): stdout: \u000a| (launched: 2022-12-10_09:04:54.506232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:56.334512 run osmo-stp_10.42.42.5(pid=20727): stderr: \u000a| �[0;m�[38;5;43m20221210090454680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090454680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090454680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090454681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090454681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090454681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090454681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:56.477148 run patchelf(pid=20730): Terminating (SIGINT)\u000a09:04:56.645489 run patchelf(pid=20730): Terminated: ok {rc=0}\u000a09:04:56.675785 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20727): Process ended prematurely: osmo-stp_10.42.42.5(pid=20727) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20727)] [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a09:04:56.684336 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:04:56.743643 run osmo-hlr_10.42.42.2(pid=20724): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20724)]\u000a09:04:56.791970 run osmo-hlr_10.42.42.2(pid=20724): stdout: \u000a| (launched: 2022-12-10_09:04:53.555614) \u000a09:04:56.841115 run osmo-hlr_10.42.42.2(pid=20724): stderr: \u000a| �[0;m�[1;31m20221210090453735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090453735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090453735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090453735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090453735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090453735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090453747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090453755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090453756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090453756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:56.882630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20723): Terminating (SIGTERM)\u000a09:04:56.921978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20726): Terminating (SIGTERM)\u000a09:04:56.961282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20729): Terminating (SIGTERM)\u000a09:04:56.970567 --- ParallelTerminationStrategy: PID 20723 died...\u000a09:04:57.023029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20723): Terminated: ok {rc=0}\u000a09:04:57.032597 --- ParallelTerminationStrategy: PID 20726 died...\u000a09:04:57.084756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20726): Terminated: ok {rc=0}\u000a09:04:57.094399 --- ParallelTerminationStrategy: PID 20729 died...\u000a09:04:57.146707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20729): Terminated: ok {rc=0}\u000a09:04:57.228917 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20740): Process ended prematurely: osmo-stp_10.42.42.5(pid=20740) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20740)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20740): Process ended prematurely: osmo-stp_10.42.42.5(pid=20740) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a09:04:58.281703 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:58.294486 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:04:58.443095 tst ping_idle_ping.py: using LAC 27319\u000a09:04:58.567735 tst ping_idle_ping.py: using RAC 34\u000a09:04:58.683815 tst ping_idle_ping.py: using CellId 27319\u000a09:04:58.801897 tst ping_idle_ping.py: using BVCI 27320\u000a09:04:58.825045 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:58.836374 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:58.847629 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:58.859198 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:58.870475 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:58.881728 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:58.893068 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:04:58.904221 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:04:59.189346 tst ping_idle_ping.py:24: start network...\u000a09:04:59.321575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:59.836183 run create_hlr_db(pid=20731): Launched\u000a09:05:00.020412 bus /gobi_6: Setting Powered False\u000a09:05:01.052397 run create_hlr_db(pid=20731): Terminated: ok {rc=0}\u000a09:05:01.541185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20733): Launched\u000a09:05:01.873305 run osmo-hlr_10.42.42.2(pid=20734): Launched\u000a09:05:02.041786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:02.696887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20739): Launched\u000a09:05:03.000510 run osmo-stp_10.42.42.5(pid=20740): Launched\u000a09:05:03.109468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:03.634475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20742): Launched\u000a09:05:03.741536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:04.005309 run patchelf(pid=20743): Launched\u000a09:05:04.180502 run osmo-stp_10.42.42.5(pid=20740): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20740)]\u000a09:05:04.309074 run osmo-stp_10.42.42.5(pid=20740): stdout: \u000a| (launched: 2022-12-10_09:05:02.848933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:04.438443 run osmo-stp_10.42.42.5(pid=20740): stderr: \u000a| �[0;m�[38;5;43m20221210090503020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090503021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090503021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090503021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090503022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090503022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090503022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:04.562794 run osmo-stp_10.42.42.5(pid=20740): stdout: \u000a| (launched: 2022-12-10_09:05:02.848933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:04.686283 run osmo-stp_10.42.42.5(pid=20740): stderr: \u000a| �[0;m�[38;5;43m20221210090503020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090503021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090503021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090503021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090503022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090503022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090503022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:04.829445 run patchelf(pid=20743): Terminating (SIGINT)\u000a09:05:04.997517 run patchelf(pid=20743): Terminated: ok {rc=0}\u000a09:05:05.027972 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20740): Process ended prematurely: osmo-stp_10.42.42.5(pid=20740) [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20740)] [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:05:05.036434 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:05:05.096777 run osmo-hlr_10.42.42.2(pid=20734): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20734)]\u000a09:05:05.145719 run osmo-hlr_10.42.42.2(pid=20734): stdout: \u000a| (launched: 2022-12-10_09:05:01.699021) \u000a09:05:05.195287 run osmo-hlr_10.42.42.2(pid=20734): stderr: \u000a| �[0;m�[1;31m20221210090502030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090502030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090502030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090502030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090502030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090502030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090502049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090502070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090502071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090502071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:05.237217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20733): Terminating (SIGTERM)\u000a09:05:05.276877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20739): Terminating (SIGTERM)\u000a09:05:05.316528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20742): Terminating (SIGTERM)\u000a09:05:05.325951 --- ParallelTerminationStrategy: PID 20733 died...\u000a09:05:05.378623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20733): Terminated: ok {rc=0}\u000a09:05:05.388490 --- ParallelTerminationStrategy: PID 20739 died...\u000a09:05:05.441358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20739): Terminated: ok {rc=0}\u000a09:05:05.451101 --- ParallelTerminationStrategy: PID 20742 died...\u000a09:05:05.503618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20742): Terminated: ok {rc=0}\u000a09:05:05.591856 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:04:07" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20754): Process ended prematurely: osmo-stp_10.42.42.5(pid=20754) [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20754)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20754): Process ended prematurely: osmo-stp_10.42.42.5(pid=20754) [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:05:07.629521 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:05:07.640620 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:05:07.793894 tst switch_tch_pdch.py: using LAC 27320\u000a09:05:07.908140 tst switch_tch_pdch.py: using RAC 35\u000a09:05:08.023313 tst switch_tch_pdch.py: using CellId 27320\u000a09:05:08.137983 tst switch_tch_pdch.py: using BVCI 27321\u000a09:05:08.160509 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:05:08.171599 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:05:08.182523 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:05:08.193773 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:05:08.204848 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:05:08.216352 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:05:08.227660 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:05:08.238899 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:05:08.357810 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:05:08.634619 tst switch_tch_pdch.py:51: start network...\u000a09:05:08.758843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:09.225595 run create_hlr_db(pid=20748): Launched\u000a09:05:09.397185 bus /gobi_6: Setting Powered False\u000a09:05:10.418456 run create_hlr_db(pid=20748): Terminated: ok {rc=0}\u000a09:05:10.836570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20750): Launched\u000a09:05:11.150580 run osmo-hlr_10.42.42.2(pid=20751): Launched\u000a09:05:11.266009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:11.813155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20753): Launched\u000a09:05:12.126605 run osmo-stp_10.42.42.5(pid=20754): Launched\u000a09:05:12.240872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:12.789912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20756): Launched\u000a09:05:12.902015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:13.175385 run patchelf(pid=20757): Launched\u000a09:05:13.359767 run osmo-stp_10.42.42.5(pid=20754): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20754)]\u000a09:05:13.494199 run osmo-stp_10.42.42.5(pid=20754): stdout: \u000a| (launched: 2022-12-10_09:05:11.972672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:13.629066 run osmo-stp_10.42.42.5(pid=20754): stderr: \u000a| �[0;m�[38;5;43m20221210090512164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090512164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090512164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090512165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090512165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090512165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090512165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:13.759906 run osmo-stp_10.42.42.5(pid=20754): stdout: \u000a| (launched: 2022-12-10_09:05:11.972672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:13.889675 run osmo-stp_10.42.42.5(pid=20754): stderr: \u000a| �[0;m�[38;5;43m20221210090512164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090512164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090512164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090512165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090512165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090512165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090512165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:14.039915 run patchelf(pid=20757): Terminating (SIGINT)\u000a09:05:14.216262 run patchelf(pid=20757): Terminated: ok {rc=0}\u000a09:05:14.248247 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20754): Process ended prematurely: osmo-stp_10.42.42.5(pid=20754) [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20754)] [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:05:14.257386 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:05:14.318906 run osmo-hlr_10.42.42.2(pid=20751): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20751)]\u000a09:05:14.369497 run osmo-hlr_10.42.42.2(pid=20751): stdout: \u000a| (launched: 2022-12-10_09:05:10.996667) \u000a09:05:14.421124 run osmo-hlr_10.42.42.2(pid=20751): stderr: \u000a| �[0;m�[1;31m20221210090511191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090511191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090511191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090511191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090511191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090511191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090511204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090511212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090511212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090511212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:14.465197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20750): Terminating (SIGTERM)\u000a09:05:14.506477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20753): Terminating (SIGTERM)\u000a09:05:14.547888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20756): Terminating (SIGTERM)\u000a09:05:14.557421 --- ParallelTerminationStrategy: PID 20750 died...\u000a09:05:14.612741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20750): Terminated: ok {rc=0}\u000a09:05:14.622621 --- ParallelTerminationStrategy: PID 20753 died...\u000a09:05:14.677433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20753): Terminated: ok {rc=0}\u000a09:05:14.687272 --- ParallelTerminationStrategy: PID 20756 died...\u000a09:05:14.741903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20756): Terminated: ok {rc=0}\u000a09:05:14.829406 bus /gobi_0: Setting Powered False\u000a09:05:15.960748 bus /gobi_0: Setting Powered False\u000a09:05:17.081452 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:05:07" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20768): Process ended prematurely: osmo-stp_10.42.42.5(pid=20768) [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20768)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20768): Process ended prematurely: osmo-stp_10.42.42.5(pid=20768) [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:05:19.049192 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:05:19.059894 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:05:19.213656 tst switch_tch_pdch.py: using LAC 27321\u000a09:05:19.329460 tst switch_tch_pdch.py: using RAC 36\u000a09:05:19.451794 tst switch_tch_pdch.py: using CellId 27321\u000a09:05:19.566297 tst switch_tch_pdch.py: using BVCI 27322\u000a09:05:19.589163 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:05:19.599876 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:05:19.610539 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:05:19.621551 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:05:19.632356 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:05:19.643322 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:05:19.654473 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:05:19.665447 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:05:19.786280 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:05:20.074718 tst switch_tch_pdch.py:51: start network...\u000a09:05:20.205898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:20.686130 run create_hlr_db(pid=20762): Launched\u000a09:05:20.814402 bus /gobi_6: Setting Powered False\u000a09:05:21.888866 run create_hlr_db(pid=20762): Terminated: ok {rc=0}\u000a09:05:22.263900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20764): Launched\u000a09:05:22.563456 run osmo-hlr_10.42.42.2(pid=20765): Launched\u000a09:05:22.677499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:23.176339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20767): Launched\u000a09:05:23.477169 run osmo-stp_10.42.42.5(pid=20768): Launched\u000a09:05:23.586536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:24.081473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20770): Launched\u000a09:05:24.187327 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:24.448783 run patchelf(pid=20771): Launched\u000a09:05:24.622875 run osmo-stp_10.42.42.5(pid=20768): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20768)]\u000a09:05:24.749519 run osmo-stp_10.42.42.5(pid=20768): stdout: \u000a| (launched: 2022-12-10_09:05:23.327033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:24.876788 run osmo-stp_10.42.42.5(pid=20768): stderr: \u000a| �[0;m�[38;5;43m20221210090523501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090523501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090523502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090523502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090523502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090523503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090523503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:24.999715 run osmo-stp_10.42.42.5(pid=20768): stdout: \u000a| (launched: 2022-12-10_09:05:23.327033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:25.121639 run osmo-stp_10.42.42.5(pid=20768): stderr: \u000a| �[0;m�[38;5;43m20221210090523501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090523501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090523502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090523502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090523502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090523503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090523503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:25.263485 run patchelf(pid=20771): Terminating (SIGINT)\u000a09:05:25.429802 run patchelf(pid=20771): Terminated: ok {rc=0}\u000a09:05:25.459859 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20768): Process ended prematurely: osmo-stp_10.42.42.5(pid=20768) [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20768)] [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:05:25.468326 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a09:05:25.527680 run osmo-hlr_10.42.42.2(pid=20765): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20765)]\u000a09:05:25.576376 run osmo-hlr_10.42.42.2(pid=20765): stdout: \u000a| (launched: 2022-12-10_09:05:22.414456) \u000a09:05:25.625850 run osmo-hlr_10.42.42.2(pid=20765): stderr: \u000a| �[0;m�[1;31m20221210090522593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090522593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090522593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090522594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090522594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090522594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090522606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090522615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090522616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090522616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:25.667299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20764): Terminating (SIGTERM)\u000a09:05:25.706599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20767): Terminating (SIGTERM)\u000a09:05:25.745733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20770): Terminating (SIGTERM)\u000a09:05:25.754893 --- ParallelTerminationStrategy: PID 20764 died...\u000a09:05:25.807958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20764): Terminated: ok {rc=0}\u000a09:05:25.817374 --- ParallelTerminationStrategy: PID 20767 died...\u000a09:05:25.869618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20767): Terminated: ok {rc=0}\u000a09:05:25.879234 --- ParallelTerminationStrategy: PID 20770 died...\u000a09:05:25.931721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20770): Terminated: ok {rc=0}\u000a09:05:26.019402 bus /gobi_0: Setting Powered False\u000a09:05:27.123117 bus /gobi_0: Setting Powered False\u000a09:05:28.229027 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:05:18" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20776): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20776) [trial-2372↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20776)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20776): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20776) [trial-2372↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a09:05:30.130480 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a09:05:30.140914 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a09:05:30.271843 tst mo_mt_sms.py: using LAC 27322\u000a09:05:30.386721 tst mo_mt_sms.py: using RAC 37\u000a09:05:30.501435 tst mo_mt_sms.py: using CellId 27322\u000a09:05:30.616301 tst mo_mt_sms.py: using BVCI 27323\u000a09:05:30.638709 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:05:30.756754 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:05:31.070460 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:05:31.205627 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:05:31.884173 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20775): Launched\u000a09:05:32.201400 run osmo-nitb_10.42.42.2(pid=20776): Launched\u000a09:05:32.385042 run osmo-nitb_10.42.42.2(pid=20776): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20776)]\u000a09:05:32.520059 run osmo-nitb_10.42.42.2(pid=20776): stdout: \u000a| (launched: 2022-12-10_09:05:32.046822) \u000a09:05:32.655483 run osmo-nitb_10.42.42.2(pid=20776): stderr: \u000a| (launched: 2022-12-10_09:05:32.094823)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:05:32.786668 run osmo-nitb_10.42.42.2(pid=20776): stdout: \u000a| (launched: 2022-12-10_09:05:32.046822) \u000a09:05:32.916658 run osmo-nitb_10.42.42.2(pid=20776): stderr: \u000a| (launched: 2022-12-10_09:05:32.094823)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:05:33.321325 tst osmo-nitb_10.42.42.2(pid=20776): stdout: \u000a| (launched: 2022-12-10_09:05:32.046822) \u000a09:05:33.439818 tst osmo-nitb_10.42.42.2(pid=20776): stderr: \u000a| (launched: 2022-12-10_09:05:32.094823)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:05:33.491425 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20776): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20776) [trial-2372↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20776)] [trial-2372↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a09:05:33.499628 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a09:05:33.535872 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20775): Terminating (SIGTERM)\u000a09:05:33.713309 --- ParallelTerminationStrategy: PID 20775 died...\u000a09:05:33.767771 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20775): Terminated: ok {rc=0}\u000a09:05:33.855853 bus /sierra_3: Setting Powered False\u000a09:05:34.958633 bus /sierra_3: Setting Powered False\u000a09:05:36.070163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:05:29" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20786): Process ended prematurely: osmo-stp_10.42.42.5(pid=20786) [trial-2372↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20786)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20786): Process ended prematurely: osmo-stp_10.42.42.5(pid=20786) [trial-2372↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a09:05:37.963269 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:37.974230 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a09:05:38.122088 tst mo_mt_sms.py: using LAC 27323\u000a09:05:38.248350 tst mo_mt_sms.py: using RAC 38\u000a09:05:38.370222 tst mo_mt_sms.py: using CellId 27323\u000a09:05:38.491469 tst mo_mt_sms.py: using BVCI 27324\u000a09:05:38.514352 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:38.524852 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:38.535440 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:38.546801 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:38.558343 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:38.569651 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:05:38.688571 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:05:38.899606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:39.404147 run create_hlr_db(pid=20780): Launched\u000a09:05:39.586672 bus /sierra_2: Setting Powered False\u000a09:05:40.605980 run create_hlr_db(pid=20780): Terminated: ok {rc=0}\u000a09:05:41.008798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20782): Launched\u000a09:05:41.309953 run osmo-hlr_10.42.42.2(pid=20783): Launched\u000a09:05:41.422304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:41.947727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20785): Launched\u000a09:05:42.244806 run osmo-stp_10.42.42.5(pid=20786): Launched\u000a09:05:42.352189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:05:42.896807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20788): Launched\u000a09:05:43.196597 run osmo-msc_10.42.42.6(pid=20789): Launched\u000a09:05:43.372030 run osmo-stp_10.42.42.5(pid=20786): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20786)]\u000a09:05:43.498812 run osmo-stp_10.42.42.5(pid=20786): stdout: \u000a| (launched: 2022-12-10_09:05:42.097603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:43.622611 run osmo-stp_10.42.42.5(pid=20786): stderr: \u000a| �[0;m�[38;5;43m20221210090542271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090542271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090542272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090542272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:43.741660 run osmo-stp_10.42.42.5(pid=20786): stdout: \u000a| (launched: 2022-12-10_09:05:42.097603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:43.859611 run osmo-stp_10.42.42.5(pid=20786): stderr: \u000a| �[0;m�[38;5;43m20221210090542271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090542271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090542272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090542272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090542273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:43.910918 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20786): Process ended prematurely: osmo-stp_10.42.42.5(pid=20786) [trial-2372↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20786)] [trial-2372↪sms:trx-lms↪mo_mt_sms.py:16]\u000a09:05:43.918768 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a09:05:43.978142 run osmo-hlr_10.42.42.2(pid=20783): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20783)]\u000a09:05:44.026635 run osmo-hlr_10.42.42.2(pid=20783): stdout: \u000a| (launched: 2022-12-10_09:05:41.159057) \u000a09:05:44.075749 run osmo-hlr_10.42.42.2(pid=20783): stderr: \u000a| �[0;m�[1;31m20221210090541338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090541338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090541338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090541338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090541339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090541339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090541352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090541361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090541361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090541361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:44.142390 run osmo-msc_10.42.42.6(pid=20789): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20789)]\u000a09:05:44.190734 run osmo-msc_10.42.42.6(pid=20789): stdout: \u000a| (launched: 2022-12-10_09:05:43.046898) \u000a09:05:44.239796 run osmo-msc_10.42.42.6(pid=20789): stderr: \u000a| �[0;m�[38;5;43m20221210090543321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090543321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f82c0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090543321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090543322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090543322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090543322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090543324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090543325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090543325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090543325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:05:44.281029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20782): Terminating (SIGTERM)\u000a09:05:44.320274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20785): Terminating (SIGTERM)\u000a09:05:44.359608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20788): Terminating (SIGTERM)\u000a09:05:44.368787 --- ParallelTerminationStrategy: PID 20782 died...\u000a09:05:44.421197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20782): Terminated: ok {rc=0}\u000a09:05:44.430782 --- ParallelTerminationStrategy: PID 20785 died...\u000a09:05:44.482907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20785): Terminated: ok {rc=0}\u000a09:05:44.492230 --- ParallelTerminationStrategy: PID 20788 died...\u000a09:05:44.544546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20788): Terminated: ok {rc=0}\u000a09:05:44.626178 bus /sierra_3: Setting Powered False\u000a09:05:45.730964 bus /sierra_3: Setting Powered False\u000a09:05:46.851456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:05:37" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20795): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20795) [trial-2372↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20795)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20795): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20795) [trial-2372↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a09:05:48.696075 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a09:05:48.707549 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a09:05:48.848353 tst assert_extension.py: using LAC 27324\u000a09:05:48.971114 tst assert_extension.py: using RAC 39\u000a09:05:49.094023 tst assert_extension.py: using CellId 27324\u000a09:05:49.217234 tst assert_extension.py: using BVCI 27325\u000a09:05:49.241161 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a09:05:49.513562 tst assert_extension.py:10: start nitb and bts...\u000a09:05:49.637075 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:05:50.252082 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20794): Launched\u000a09:05:50.544665 run osmo-nitb_10.42.42.2(pid=20795): Launched\u000a09:05:50.727672 run osmo-nitb_10.42.42.2(pid=20795): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20795)]\u000a09:05:50.862861 run osmo-nitb_10.42.42.2(pid=20795): stdout: \u000a| (launched: 2022-12-10_09:05:50.402468) \u000a09:05:50.997830 run osmo-nitb_10.42.42.2(pid=20795): stderr: \u000a| (launched: 2022-12-10_09:05:50.446680)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:05:51.128391 run osmo-nitb_10.42.42.2(pid=20795): stdout: \u000a| (launched: 2022-12-10_09:05:50.402468) \u000a09:05:51.257993 run osmo-nitb_10.42.42.2(pid=20795): stderr: \u000a| (launched: 2022-12-10_09:05:50.446680)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:05:51.663876 tst osmo-nitb_10.42.42.2(pid=20795): stdout: \u000a| (launched: 2022-12-10_09:05:50.402468) \u000a09:05:51.781792 tst osmo-nitb_10.42.42.2(pid=20795): stderr: \u000a| (launched: 2022-12-10_09:05:50.446680)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:05:51.833430 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20795): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20795) [trial-2372↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20795)] [trial-2372↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a09:05:51.841428 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a09:05:51.875917 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20794): Terminating (SIGTERM)\u000a09:05:52.053747 --- ParallelTerminationStrategy: PID 20794 died...\u000a09:05:52.107741 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20794): Terminated: ok {rc=0}\u000a09:05:52.196031 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:05:48" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2372↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2372↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a09:05:54.029931 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:54.040796 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a09:05:54.172536 tst assert_extension.py: using LAC 27325\u000a09:05:54.290663 tst assert_extension.py: using RAC 40\u000a09:05:54.406507 tst assert_extension.py: using CellId 27325\u000a09:05:54.522746 tst assert_extension.py: using BVCI 27326\u000a09:05:54.545136 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:54.555492 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:54.565854 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:54.576334 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:54.587029 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:05:54.597548 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a09:05:54.800297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:55.269679 run create_hlr_db(pid=20799): Launched\u000a09:05:55.441516 bus /sierra_2: Setting Powered False\u000a09:05:56.462219 run create_hlr_db(pid=20799): Terminated: ok {rc=0}\u000a09:05:56.887035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Launched\u000a09:05:57.207231 run osmo-hlr_10.42.42.2(pid=20802): Launched\u000a09:05:57.326340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:57.878752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Launched\u000a09:05:58.196541 run osmo-stp_10.42.42.5(pid=20805): Launched\u000a09:05:58.310197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:05:58.891055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20807): Launched\u000a09:05:59.209250 run osmo-msc_10.42.42.6(pid=20808): Launched\u000a09:05:59.394294 run osmo-stp_10.42.42.5(pid=20805): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]\u000a09:05:59.527638 run osmo-stp_10.42.42.5(pid=20805): stdout: \u000a| (launched: 2022-12-10_09:05:58.038737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:59.660741 run osmo-stp_10.42.42.5(pid=20805): stderr: \u000a| �[0;m�[38;5;43m20221210090558234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090558235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090558235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090558235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090558236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090558236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090558236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:59.787732 run osmo-stp_10.42.42.5(pid=20805): stdout: \u000a| (launched: 2022-12-10_09:05:58.038737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:59.913510 run osmo-stp_10.42.42.5(pid=20805): stderr: \u000a| �[0;m�[38;5;43m20221210090558234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090558235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090558235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090558235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090558236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090558236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090558236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:59.968344 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2372↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)] [trial-2372↪ussd:trx-lms↪assert_extension.py:17]\u000a09:05:59.977111 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a09:06:00.038805 run osmo-hlr_10.42.42.2(pid=20802): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20802)]\u000a09:06:00.089723 run osmo-hlr_10.42.42.2(pid=20802): stdout: \u000a| (launched: 2022-12-10_09:05:57.047388) \u000a09:06:00.141014 run osmo-hlr_10.42.42.2(pid=20802): stderr: \u000a| �[0;m�[1;31m20221210090557248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090557248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090557249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090557249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090557249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090557249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090557261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090557271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090557271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090557271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:00.210963 run osmo-msc_10.42.42.6(pid=20808): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20808)]\u000a09:06:00.261777 run osmo-msc_10.42.42.6(pid=20808): stdout: \u000a| (launched: 2022-12-10_09:05:59.051413) \u000a09:06:00.313153 run osmo-msc_10.42.42.6(pid=20808): stderr: \u000a| �[0;m�[38;5;43m20221210090559375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090559375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6a6086c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090559375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090559375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090559376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090559376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090559379 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090559380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090559380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090559380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:06:00.356921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Terminating (SIGTERM)\u000a09:06:00.398103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Terminating (SIGTERM)\u000a09:06:00.439402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20807): Terminating (SIGTERM)\u000a09:06:00.449075 --- ParallelTerminationStrategy: PID 20801 died...\u000a09:06:00.504491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Terminated: ok {rc=0}\u000a09:06:00.514583 --- ParallelTerminationStrategy: PID 20804 died...\u000a09:06:00.569636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Terminated: ok {rc=0}\u000a09:06:00.579665 --- ParallelTerminationStrategy: PID 20807 died...\u000a09:06:00.634803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20807): Terminated: ok {rc=0}\u000a09:06:00.721829 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:05:53" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20819): Process ended prematurely: osmo-stp_10.42.42.5(pid=20819) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20819)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20819): Process ended prematurely: osmo-stp_10.42.42.5(pid=20819) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:06:02.730608 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:02.741719 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:06:02.896751 tst mo_mt_call.py: using LAC 27326\u000a09:06:03.015644 tst mo_mt_call.py: using RAC 41\u000a09:06:03.136113 tst mo_mt_call.py: using CellId 27326\u000a09:06:03.255859 tst mo_mt_call.py: using BVCI 27327\u000a09:06:03.279018 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:03.290040 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:03.300922 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:03.311982 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:03.323076 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:03.334123 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:06:03.453587 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:06:03.664858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:04.178205 run create_hlr_db(pid=20813): Launched\u000a09:06:04.363076 bus /sierra_2: Setting Powered False\u000a09:06:05.384599 run create_hlr_db(pid=20813): Terminated: ok {rc=0}\u000a09:06:05.788181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20815): Launched\u000a09:06:06.090999 run osmo-hlr_10.42.42.2(pid=20816): Launched\u000a09:06:06.208247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:06.765573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20818): Launched\u000a09:06:07.086780 run osmo-stp_10.42.42.5(pid=20819): Launched\u000a09:06:07.203860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:06:07.788245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20821): Launched\u000a09:06:08.107482 run osmo-msc_10.42.42.6(pid=20822): Launched\u000a09:06:08.295513 run osmo-stp_10.42.42.5(pid=20819): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20819)]\u000a09:06:08.435621 run osmo-stp_10.42.42.5(pid=20819): stdout: \u000a| (launched: 2022-12-10_09:06:06.929797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:08.570940 run osmo-stp_10.42.42.5(pid=20819): stderr: \u000a| �[0;m�[38;5;43m20221210090607122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090607122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090607122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090607123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090607123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090607123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090607123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:08.699549 run osmo-stp_10.42.42.5(pid=20819): stdout: \u000a| (launched: 2022-12-10_09:06:06.929797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:08.827198 run osmo-stp_10.42.42.5(pid=20819): stderr: \u000a| �[0;m�[38;5;43m20221210090607122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090607122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090607122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090607123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090607123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090607123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090607123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:08.883826 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20819): Process ended prematurely: osmo-stp_10.42.42.5(pid=20819) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20819)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:06:08.892711 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:06:08.954121 run osmo-hlr_10.42.42.2(pid=20816): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20816)]\u000a09:06:09.004901 run osmo-hlr_10.42.42.2(pid=20816): stdout: \u000a| (launched: 2022-12-10_09:06:05.941744) \u000a09:06:09.056264 run osmo-hlr_10.42.42.2(pid=20816): stderr: \u000a| �[0;m�[1;31m20221210090606119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090606119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090606119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090606119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090606119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090606119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090606131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090606140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090606141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090606141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:09.125778 run osmo-msc_10.42.42.6(pid=20822): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20822)]\u000a09:06:09.176400 run osmo-msc_10.42.42.6(pid=20822): stdout: \u000a| (launched: 2022-12-10_09:06:07.951131) \u000a09:06:09.227417 run osmo-msc_10.42.42.6(pid=20822): stderr: \u000a| �[0;m�[38;5;43m20221210090608271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090608271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efce47e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090608271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090608271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090608272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090608272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090608273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090608274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090608274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090608274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:06:09.270744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20815): Terminating (SIGTERM)\u000a09:06:09.311756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20818): Terminating (SIGTERM)\u000a09:06:09.352863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20821): Terminating (SIGTERM)\u000a09:06:09.362459 --- ParallelTerminationStrategy: PID 20815 died...\u000a09:06:09.417358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20815): Terminated: ok {rc=0}\u000a09:06:09.427340 --- ParallelTerminationStrategy: PID 20818 died...\u000a09:06:09.481777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20818): Terminated: ok {rc=0}\u000a09:06:09.491601 --- ParallelTerminationStrategy: PID 20821 died...\u000a09:06:09.546610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20821): Terminated: ok {rc=0}\u000a09:06:09.633420 bus /sierra_3: Setting Powered False\u000a09:06:10.736277 bus /sierra_3: Setting Powered False\u000a09:06:11.847872 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20830): Process ended prematurely: osmo-stp_10.42.42.5(pid=20830) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20830)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20830): Process ended prematurely: osmo-stp_10.42.42.5(pid=20830) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:06:12.958681 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:12.970249 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:06:13.128244 tst mo_mt_call_osmux.py: using LAC 27327\u000a09:06:13.250068 tst mo_mt_call_osmux.py: using RAC 42\u000a09:06:13.377051 tst mo_mt_call_osmux.py: using CellId 27327\u000a09:06:13.505125 tst mo_mt_call_osmux.py: using BVCI 27328\u000a09:06:13.529812 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:13.541446 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:13.552907 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:13.564520 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:13.575968 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:06:13.587370 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:06:13.702849 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:06:13.909852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:14.385697 run create_hlr_db(pid=20824): Launched\u000a09:06:14.559997 bus /sierra_2: Setting Powered False\u000a09:06:15.581265 run create_hlr_db(pid=20824): Terminated: ok {rc=0}\u000a09:06:16.024162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20826): Launched\u000a09:06:16.402465 run osmo-hlr_10.42.42.2(pid=20827): Launched\u000a09:06:16.617709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:17.238387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20829): Launched\u000a09:06:17.561888 run osmo-stp_10.42.42.5(pid=20830): Launched\u000a09:06:17.678927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:06:18.265735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20832): Launched\u000a09:06:18.586727 run osmo-msc_10.42.42.6(pid=20833): Launched\u000a09:06:18.774092 run osmo-stp_10.42.42.5(pid=20830): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20830)]\u000a09:06:18.909785 run osmo-stp_10.42.42.5(pid=20830): stdout: \u000a| (launched: 2022-12-10_09:06:17.402853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:19.045610 run osmo-stp_10.42.42.5(pid=20830): stderr: \u000a| �[0;m�[38;5;43m20221210090617593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090617593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090617593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090617594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090617594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090617594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090617594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:19.174468 run osmo-stp_10.42.42.5(pid=20830): stdout: \u000a| (launched: 2022-12-10_09:06:17.402853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:19.302108 run osmo-stp_10.42.42.5(pid=20830): stderr: \u000a| �[0;m�[38;5;43m20221210090617593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090617593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090617593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090617594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090617594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090617594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090617594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:19.358359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20830): Process ended prematurely: osmo-stp_10.42.42.5(pid=20830) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20830)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:06:19.367470 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:06:19.429549 run osmo-hlr_10.42.42.2(pid=20827): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20827)]\u000a09:06:19.480522 run osmo-hlr_10.42.42.2(pid=20827): stdout: \u000a| (launched: 2022-12-10_09:06:16.193874) \u000a09:06:19.532267 run osmo-hlr_10.42.42.2(pid=20827): stderr: \u000a| �[0;m�[1;31m20221210090616512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090616512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090616512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090616512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090616512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090616512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090616524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090616541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090616541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090616541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:19.602136 run osmo-msc_10.42.42.6(pid=20833): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20833)]\u000a09:06:19.652825 run osmo-msc_10.42.42.6(pid=20833): stdout: \u000a| (launched: 2022-12-10_09:06:18.429269) \u000a09:06:19.703955 run osmo-msc_10.42.42.6(pid=20833): stderr: \u000a| �[0;m�[38;5;43m20221210090618751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090618751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fd8a36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090618751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090618751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090618751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090618751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090618753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090618754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090618754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090618754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:06:19.747206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20826): Terminating (SIGTERM)\u000a09:06:19.788107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20829): Terminating (SIGTERM)\u000a09:06:19.830238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20832): Terminating (SIGTERM)\u000a09:06:19.840039 --- ParallelTerminationStrategy: PID 20826 died...\u000a09:06:19.895364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20826): Terminated: ok {rc=0}\u000a09:06:19.905479 --- ParallelTerminationStrategy: PID 20829 died...\u000a09:06:19.960072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20829): Terminated: ok {rc=0}\u000a09:06:19.970186 --- ParallelTerminationStrategy: PID 20832 died...\u000a09:06:20.024880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20832): Terminated: ok {rc=0}\u000a09:06:20.110099 bus /sierra_3: Setting Powered False\u000a09:06:21.215249 bus /sierra_3: Setting Powered False\u000a09:06:22.326282 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:06:02" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20844): Process ended prematurely: osmo-stp_10.42.42.5(pid=20844) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20844)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20844): Process ended prematurely: osmo-stp_10.42.42.5(pid=20844) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:06:24.333778 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:24.345223 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:06:24.507891 tst mo_mt_call.py: using LAC 27328\u000a09:06:24.634103 tst mo_mt_call.py: using RAC 43\u000a09:06:24.758262 tst mo_mt_call.py: using CellId 27328\u000a09:06:24.883078 tst mo_mt_call.py: using BVCI 27329\u000a09:06:24.907565 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:24.919065 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:24.930441 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:24.941770 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:24.953148 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:24.964393 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:06:25.080227 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:06:25.289406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:25.804544 run create_hlr_db(pid=20838): Launched\u000a09:06:25.989912 bus /sierra_2: Setting Powered False\u000a09:06:27.011456 run create_hlr_db(pid=20838): Terminated: ok {rc=0}\u000a09:06:27.420900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20840): Launched\u000a09:06:27.728067 run osmo-hlr_10.42.42.2(pid=20841): Launched\u000a09:06:27.845346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:28.384669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20843): Launched\u000a09:06:28.690758 run osmo-stp_10.42.42.5(pid=20844): Launched\u000a09:06:28.802067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:06:29.358570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20846): Launched\u000a09:06:29.665776 run osmo-msc_10.42.42.6(pid=20847): Launched\u000a09:06:29.844606 run osmo-stp_10.42.42.5(pid=20844): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20844)]\u000a09:06:29.973336 run osmo-stp_10.42.42.5(pid=20844): stdout: \u000a| (launched: 2022-12-10_09:06:28.538470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:30.099077 run osmo-stp_10.42.42.5(pid=20844): stderr: \u000a| �[0;m�[38;5;43m20221210090628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090628715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:30.220486 run osmo-stp_10.42.42.5(pid=20844): stdout: \u000a| (launched: 2022-12-10_09:06:28.538470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:30.340941 run osmo-stp_10.42.42.5(pid=20844): stderr: \u000a| �[0;m�[38;5;43m20221210090628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090628714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090628715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090628715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:30.394019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20844): Process ended prematurely: osmo-stp_10.42.42.5(pid=20844) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20844)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:06:30.402436 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:06:30.462133 run osmo-hlr_10.42.42.2(pid=20841): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20841)]\u000a09:06:30.510807 run osmo-hlr_10.42.42.2(pid=20841): stdout: \u000a| (launched: 2022-12-10_09:06:27.575026) \u000a09:06:30.560105 run osmo-hlr_10.42.42.2(pid=20841): stderr: \u000a| �[0;m�[1;31m20221210090627752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090627752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090627752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090627752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090627752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090627752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090627770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090627780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090627780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090627780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:30.626823 run osmo-msc_10.42.42.6(pid=20847): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20847)]\u000a09:06:30.675413 run osmo-msc_10.42.42.6(pid=20847): stdout: \u000a| (launched: 2022-12-10_09:06:29.512278) \u000a09:06:30.724669 run osmo-msc_10.42.42.6(pid=20847): stderr: \u000a| �[0;m�[38;5;43m20221210090629784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090629784 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd66a06c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090629784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090629784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090629784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090629785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090629787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090629787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090629787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090629787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:06:30.766005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20840): Terminating (SIGTERM)\u000a09:06:30.805034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20843): Terminating (SIGTERM)\u000a09:06:30.859046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20846): Terminating (SIGTERM)\u000a09:06:30.874343 --- ParallelTerminationStrategy: PID 20840 died...\u000a09:06:30.939873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20840): Terminated: ok {rc=0}\u000a09:06:30.950288 --- ParallelTerminationStrategy: PID 20843 died...\u000a09:06:31.006393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20843): Terminated: ok {rc=0}\u000a09:06:31.018994 --- ParallelTerminationStrategy: PID 20846 died...\u000a09:06:31.086323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20846): Terminated: ok {rc=0}\u000a09:06:31.196106 bus /sierra_3: Setting Powered False\u000a09:06:32.304592 bus /sierra_3: Setting Powered False\u000a09:06:33.411571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20855): Process ended prematurely: osmo-stp_10.42.42.5(pid=20855) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20855)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20855): Process ended prematurely: osmo-stp_10.42.42.5(pid=20855) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:06:34.525227 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:34.537435 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:06:34.697337 tst mo_mt_call_osmux.py: using LAC 27329\u000a09:06:34.823193 tst mo_mt_call_osmux.py: using RAC 44\u000a09:06:34.949701 tst mo_mt_call_osmux.py: using CellId 27329\u000a09:06:35.082304 tst mo_mt_call_osmux.py: using BVCI 27330\u000a09:06:35.106985 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:35.118616 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:35.130169 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:35.142244 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:35.153744 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:06:35.165282 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:06:35.281835 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:06:35.491993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:36.007183 run create_hlr_db(pid=20849): Launched\u000a09:06:36.191712 bus /sierra_2: Setting Powered False\u000a09:06:37.213640 run create_hlr_db(pid=20849): Terminated: ok {rc=0}\u000a09:06:37.624527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20851): Launched\u000a09:06:37.931202 run osmo-hlr_10.42.42.2(pid=20852): Launched\u000a09:06:38.048232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:38.583544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20854): Launched\u000a09:06:38.888884 run osmo-stp_10.42.42.5(pid=20855): Launched\u000a09:06:38.999726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:06:39.555495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20857): Launched\u000a09:06:39.861950 run osmo-msc_10.42.42.6(pid=20858): Launched\u000a09:06:40.039488 run osmo-stp_10.42.42.5(pid=20855): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20855)]\u000a09:06:40.168000 run osmo-stp_10.42.42.5(pid=20855): stdout: \u000a| (launched: 2022-12-10_09:06:38.736646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:40.294649 run osmo-stp_10.42.42.5(pid=20855): stderr: \u000a| �[0;m�[38;5;43m20221210090638909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090638909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090638910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090638910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090638912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090638913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090638913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:40.416015 run osmo-stp_10.42.42.5(pid=20855): stdout: \u000a| (launched: 2022-12-10_09:06:38.736646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:40.536443 run osmo-stp_10.42.42.5(pid=20855): stderr: \u000a| �[0;m�[38;5;43m20221210090638909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090638909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090638910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090638910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090638912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090638913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090638913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:40.589487 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20855): Process ended prematurely: osmo-stp_10.42.42.5(pid=20855) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20855)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:06:40.597859 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:06:40.657180 run osmo-hlr_10.42.42.2(pid=20852): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20852)]\u000a09:06:40.705687 run osmo-hlr_10.42.42.2(pid=20852): stdout: \u000a| (launched: 2022-12-10_09:06:37.778547) \u000a09:06:40.754779 run osmo-hlr_10.42.42.2(pid=20852): stderr: \u000a| �[0;m�[1;31m20221210090637959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090637959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090637959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090637959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090637959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090637959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090637972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090637982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090637983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090637983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:40.821539 run osmo-msc_10.42.42.6(pid=20858): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20858)]\u000a09:06:40.870357 run osmo-msc_10.42.42.6(pid=20858): stdout: \u000a| (launched: 2022-12-10_09:06:39.709143) \u000a09:06:40.919116 run osmo-msc_10.42.42.6(pid=20858): stderr: \u000a| �[0;m�[38;5;43m20221210090639984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090639984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5db8961c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090639984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090639984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090639985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090639985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090639986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090639987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090639987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090639987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:06:40.960811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20851): Terminating (SIGTERM)\u000a09:06:41.000054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20854): Terminating (SIGTERM)\u000a09:06:41.039789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20857): Terminating (SIGTERM)\u000a09:06:41.049166 --- ParallelTerminationStrategy: PID 20851 died...\u000a09:06:41.101757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20851): Terminated: ok {rc=0}\u000a09:06:41.111132 --- ParallelTerminationStrategy: PID 20854 died...\u000a09:06:41.162896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20854): Terminated: ok {rc=0}\u000a09:06:41.172487 --- ParallelTerminationStrategy: PID 20857 died...\u000a09:06:41.224730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20857): Terminated: ok {rc=0}\u000a09:06:41.307440 bus /sierra_3: Setting Powered False\u000a09:06:42.413731 bus /sierra_3: Setting Powered False\u000a09:06:43.520039 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:06:24" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20869): Process ended prematurely: osmo-stp_10.42.42.5(pid=20869) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20869)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20869): Process ended prematurely: osmo-stp_10.42.42.5(pid=20869) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:06:45.523036 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:45.534721 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:06:45.699892 tst mo_mt_call.py: using LAC 27330\u000a09:06:45.826193 tst mo_mt_call.py: using RAC 45\u000a09:06:45.962331 tst mo_mt_call.py: using CellId 27330\u000a09:06:46.096926 tst mo_mt_call.py: using BVCI 27331\u000a09:06:46.122746 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:46.135307 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:46.147546 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:46.159578 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:46.172022 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:46.183855 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:06:46.321071 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:06:46.559130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:47.085969 run create_hlr_db(pid=20863): Launched\u000a09:06:47.270387 bus /sierra_2: Setting Powered False\u000a09:06:48.284756 run create_hlr_db(pid=20863): Terminated: ok {rc=0}\u000a09:06:48.714567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20865): Launched\u000a09:06:49.035747 run osmo-hlr_10.42.42.2(pid=20866): Launched\u000a09:06:49.157041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:49.715711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20868): Launched\u000a09:06:50.035825 run osmo-stp_10.42.42.5(pid=20869): Launched\u000a09:06:50.152473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:06:50.738766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20871): Launched\u000a09:06:51.058923 run osmo-msc_10.42.42.6(pid=20872): Launched\u000a09:06:51.247762 run osmo-stp_10.42.42.5(pid=20869): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20869)]\u000a09:06:51.383201 run osmo-stp_10.42.42.5(pid=20869): stdout: \u000a| (launched: 2022-12-10_09:06:49.879389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:51.518157 run osmo-stp_10.42.42.5(pid=20869): stderr: \u000a| �[0;m�[38;5;43m20221210090650071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090650071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090650072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090650072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090650072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090650072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090650073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:51.646697 run osmo-stp_10.42.42.5(pid=20869): stdout: \u000a| (launched: 2022-12-10_09:06:49.879389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:51.774408 run osmo-stp_10.42.42.5(pid=20869): stderr: \u000a| �[0;m�[38;5;43m20221210090650071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090650071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090650072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090650072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090650072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090650072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090650073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:51.831064 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20869): Process ended prematurely: osmo-stp_10.42.42.5(pid=20869) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20869)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:06:51.840242 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:06:51.902082 run osmo-hlr_10.42.42.2(pid=20866): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20866)]\u000a09:06:51.952784 run osmo-hlr_10.42.42.2(pid=20866): stdout: \u000a| (launched: 2022-12-10_09:06:48.879271) \u000a09:06:52.004079 run osmo-hlr_10.42.42.2(pid=20866): stderr: \u000a| �[0;m�[1;31m20221210090649077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090649077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090649077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090649077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090649077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090649078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090649090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090649098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090649099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090649099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:52.073574 run osmo-msc_10.42.42.6(pid=20872): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20872)]\u000a09:06:52.124454 run osmo-msc_10.42.42.6(pid=20872): stdout: \u000a| (launched: 2022-12-10_09:06:50.902766) \u000a09:06:52.176235 run osmo-msc_10.42.42.6(pid=20872): stderr: \u000a| �[0;m�[38;5;43m20221210090651226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090651226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f817a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090651226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090651226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090651227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090651227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090651228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090651229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090651229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090651229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:06:52.219927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20865): Terminating (SIGTERM)\u000a09:06:52.261198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20868): Terminating (SIGTERM)\u000a09:06:52.302355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20871): Terminating (SIGTERM)\u000a09:06:52.311843 --- ParallelTerminationStrategy: PID 20865 died...\u000a09:06:52.367073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20865): Terminated: ok {rc=0}\u000a09:06:52.377626 --- ParallelTerminationStrategy: PID 20868 died...\u000a09:06:52.432442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20868): Terminated: ok {rc=0}\u000a09:06:52.442393 --- ParallelTerminationStrategy: PID 20871 died...\u000a09:06:52.496917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20871): Terminated: ok {rc=0}\u000a09:06:52.582359 bus /sierra_3: Setting Powered False\u000a09:06:53.688506 bus /sierra_3: Setting Powered False\u000a09:06:54.796048 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20880): Process ended prematurely: osmo-stp_10.42.42.5(pid=20880) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20880)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20880): Process ended prematurely: osmo-stp_10.42.42.5(pid=20880) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:06:55.908414 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:55.920641 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:06:56.081858 tst mo_mt_call_osmux.py: using LAC 27331\u000a09:06:56.202709 tst mo_mt_call_osmux.py: using RAC 46\u000a09:06:56.324606 tst mo_mt_call_osmux.py: using CellId 27331\u000a09:06:56.445799 tst mo_mt_call_osmux.py: using BVCI 27332\u000a09:06:56.469044 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:56.480061 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:56.490974 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:56.502114 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:56.513277 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:06:56.524310 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:06:56.643876 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:06:56.847646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:57.326758 run create_hlr_db(pid=20874): Launched\u000a09:06:57.502075 bus /sierra_2: Setting Powered False\u000a09:06:58.523250 run create_hlr_db(pid=20874): Terminated: ok {rc=0}\u000a09:06:58.927072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20876): Launched\u000a09:06:59.230659 run osmo-hlr_10.42.42.2(pid=20877): Launched\u000a09:06:59.349623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:59.880725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20879): Launched\u000a09:07:00.183729 run osmo-stp_10.42.42.5(pid=20880): Launched\u000a09:07:00.295393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:07:00.860354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20882): Launched\u000a09:07:01.339087 run osmo-msc_10.42.42.6(pid=20883): Launched\u000a09:07:01.672525 run osmo-stp_10.42.42.5(pid=20880): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20880)]\u000a09:07:01.842825 run osmo-stp_10.42.42.5(pid=20880): stdout: \u000a| (launched: 2022-12-10_09:07:00.034514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:01.982100 run osmo-stp_10.42.42.5(pid=20880): stderr: \u000a| �[0;m�[38;5;43m20221210090700204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090700204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090700204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090700205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090700206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090700206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090700206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:02.114029 run osmo-stp_10.42.42.5(pid=20880): stdout: \u000a| (launched: 2022-12-10_09:07:00.034514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:02.244668 run osmo-stp_10.42.42.5(pid=20880): stderr: \u000a| �[0;m�[38;5;43m20221210090700204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090700204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090700204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090700205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090700206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090700206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090700206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:02.302309 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20880): Process ended prematurely: osmo-stp_10.42.42.5(pid=20880) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20880)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:07:02.311955 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:07:02.378559 run osmo-hlr_10.42.42.2(pid=20877): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20877)]\u000a09:07:02.429860 run osmo-hlr_10.42.42.2(pid=20877): stdout: \u000a| (launched: 2022-12-10_09:06:59.081470) \u000a09:07:02.481838 run osmo-hlr_10.42.42.2(pid=20877): stderr: \u000a| �[0;m�[1;31m20221210090659256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090659257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090659257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090659257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090659257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090659257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090659269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090659277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090659277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090659277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:02.552410 run osmo-msc_10.42.42.6(pid=20883): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20883)]\u000a09:07:02.603996 run osmo-msc_10.42.42.6(pid=20883): stdout: \u000a| (launched: 2022-12-10_09:07:01.018145) \u000a09:07:02.655808 run osmo-msc_10.42.42.6(pid=20883): stderr: \u000a| �[0;m�[38;5;43m20221210090701368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090701368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f299188ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090701368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090701368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090701368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090701369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090701370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090701371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090701371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090701371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:07:02.699527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20876): Terminating (SIGTERM)\u000a09:07:02.741123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20879): Terminating (SIGTERM)\u000a09:07:02.782636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20882): Terminating (SIGTERM)\u000a09:07:02.792265 --- ParallelTerminationStrategy: PID 20876 died...\u000a09:07:02.848306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20876): Terminated: ok {rc=0}\u000a09:07:02.858409 --- ParallelTerminationStrategy: PID 20879 died...\u000a09:07:02.913812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20879): Terminated: ok {rc=0}\u000a09:07:02.923858 --- ParallelTerminationStrategy: PID 20882 died...\u000a09:07:02.979317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20882): Terminated: ok {rc=0}\u000a09:07:03.066174 bus /sierra_3: Setting Powered False\u000a09:07:04.171423 bus /sierra_3: Setting Powered False\u000a09:07:05.277660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:06:45" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20894): Process ended prematurely: osmo-stp_10.42.42.5(pid=20894) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20894)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20894): Process ended prematurely: osmo-stp_10.42.42.5(pid=20894) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:07:07.270327 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:07.281387 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:07:07.450187 tst mo_mt_call.py: using LAC 27332\u000a09:07:07.575406 tst mo_mt_call.py: using RAC 47\u000a09:07:07.700254 tst mo_mt_call.py: using CellId 27332\u000a09:07:07.825384 tst mo_mt_call.py: using BVCI 27333\u000a09:07:07.850143 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:07.861742 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:07.873278 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:07.884826 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:07.896349 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:07.907806 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:07:08.025522 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:07:08.230241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:08.711160 run create_hlr_db(pid=20888): Launched\u000a09:07:08.886032 bus /sierra_2: Setting Powered False\u000a09:07:09.906750 run create_hlr_db(pid=20888): Terminated: ok {rc=0}\u000a09:07:10.335361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20890): Launched\u000a09:07:10.659690 run osmo-hlr_10.42.42.2(pid=20891): Launched\u000a09:07:10.780516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:11.343289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20893): Launched\u000a09:07:11.668241 run osmo-stp_10.42.42.5(pid=20894): Launched\u000a09:07:11.785034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:07:12.375111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20896): Launched\u000a09:07:12.699545 run osmo-msc_10.42.42.6(pid=20897): Launched\u000a09:07:12.888389 run osmo-stp_10.42.42.5(pid=20894): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20894)]\u000a09:07:13.024047 run osmo-stp_10.42.42.5(pid=20894): stdout: \u000a| (launched: 2022-12-10_09:07:11.506894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:13.159506 run osmo-stp_10.42.42.5(pid=20894): stderr: \u000a| �[0;m�[38;5;43m20221210090711704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090711704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090711704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090711705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090711705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090711705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090711705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:13.288584 run osmo-stp_10.42.42.5(pid=20894): stdout: \u000a| (launched: 2022-12-10_09:07:11.506894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:13.417335 run osmo-stp_10.42.42.5(pid=20894): stderr: \u000a| �[0;m�[38;5;43m20221210090711704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090711704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090711704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090711705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090711705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090711705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090711705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:13.473545 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20894): Process ended prematurely: osmo-stp_10.42.42.5(pid=20894) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20894)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:07:13.482753 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:07:13.545279 run osmo-hlr_10.42.42.2(pid=20891): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20891)]\u000a09:07:13.596566 run osmo-hlr_10.42.42.2(pid=20891): stdout: \u000a| (launched: 2022-12-10_09:07:10.498655) \u000a09:07:13.648481 run osmo-hlr_10.42.42.2(pid=20891): stderr: \u000a| �[0;m�[1;31m20221210090710701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090710701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090710701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090710701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090710701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090710701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090710714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090710722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090710722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090710722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:13.718523 run osmo-msc_10.42.42.6(pid=20897): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20897)]\u000a09:07:13.769466 run osmo-msc_10.42.42.6(pid=20897): stdout: \u000a| (launched: 2022-12-10_09:07:12.538565) \u000a09:07:13.821305 run osmo-msc_10.42.42.6(pid=20897): stderr: \u000a| �[0;m�[38;5;43m20221210090712866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090712866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f813ea47c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090712866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090712866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090712866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090712866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090712868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090712868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090712869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090712869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:07:13.864897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20890): Terminating (SIGTERM)\u000a09:07:13.906140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20893): Terminating (SIGTERM)\u000a09:07:13.947663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20896): Terminating (SIGTERM)\u000a09:07:13.957436 --- ParallelTerminationStrategy: PID 20890 died...\u000a09:07:14.013009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20890): Terminated: ok {rc=0}\u000a09:07:14.023174 --- ParallelTerminationStrategy: PID 20893 died...\u000a09:07:14.078522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20893): Terminated: ok {rc=0}\u000a09:07:14.088405 --- ParallelTerminationStrategy: PID 20896 died...\u000a09:07:14.143790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20896): Terminated: ok {rc=0}\u000a09:07:14.230416 bus /sierra_3: Setting Powered False\u000a09:07:15.335479 bus /sierra_3: Setting Powered False\u000a09:07:16.444762 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20905): Process ended prematurely: osmo-stp_10.42.42.5(pid=20905) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20905)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20905): Process ended prematurely: osmo-stp_10.42.42.5(pid=20905) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:07:17.552438 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:17.564144 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:07:17.729008 tst mo_mt_call_osmux.py: using LAC 27333\u000a09:07:17.858215 tst mo_mt_call_osmux.py: using RAC 48\u000a09:07:17.984767 tst mo_mt_call_osmux.py: using CellId 27333\u000a09:07:18.107349 tst mo_mt_call_osmux.py: using BVCI 27334\u000a09:07:18.130370 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:18.141616 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:18.152379 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:18.163483 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:18.174696 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:07:18.185863 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:07:18.304635 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:07:18.506451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:18.988152 run create_hlr_db(pid=20899): Launched\u000a09:07:19.162572 bus /sierra_2: Setting Powered False\u000a09:07:20.183057 run create_hlr_db(pid=20899): Terminated: ok {rc=0}\u000a09:07:20.615452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20901): Launched\u000a09:07:20.941266 run osmo-hlr_10.42.42.2(pid=20902): Launched\u000a09:07:21.059332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:21.620360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20904): Launched\u000a09:07:21.945712 run osmo-stp_10.42.42.5(pid=20905): Launched\u000a09:07:22.062620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:07:22.653563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20907): Launched\u000a09:07:22.981548 run osmo-msc_10.42.42.6(pid=20908): Launched\u000a09:07:23.169530 run osmo-stp_10.42.42.5(pid=20905): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20905)]\u000a09:07:23.305237 run osmo-stp_10.42.42.5(pid=20905): stdout: \u000a| (launched: 2022-12-10_09:07:21.783720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:23.440361 run osmo-stp_10.42.42.5(pid=20905): stderr: \u000a| �[0;m�[38;5;43m20221210090721979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090721979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090721980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090721980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090721980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090721980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090721981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:23.570029 run osmo-stp_10.42.42.5(pid=20905): stdout: \u000a| (launched: 2022-12-10_09:07:21.783720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:23.698179 run osmo-stp_10.42.42.5(pid=20905): stderr: \u000a| �[0;m�[38;5;43m20221210090721979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090721979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090721980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090721980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090721980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090721980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090721981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:23.754612 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20905): Process ended prematurely: osmo-stp_10.42.42.5(pid=20905) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20905)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:07:23.763839 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:07:23.826215 run osmo-hlr_10.42.42.2(pid=20902): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20902)]\u000a09:07:23.877328 run osmo-hlr_10.42.42.2(pid=20902): stdout: \u000a| (launched: 2022-12-10_09:07:20.779043) \u000a09:07:23.928900 run osmo-hlr_10.42.42.2(pid=20902): stderr: \u000a| �[0;m�[1;31m20221210090720981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090720981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090720981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090720981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090720981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090720981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090720993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090721001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090721002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090721002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:23.998689 run osmo-msc_10.42.42.6(pid=20908): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20908)]\u000a09:07:24.049253 run osmo-msc_10.42.42.6(pid=20908): stdout: \u000a| (launched: 2022-12-10_09:07:22.818158) \u000a09:07:24.100334 run osmo-msc_10.42.42.6(pid=20908): stderr: \u000a| �[0;m�[38;5;43m20221210090723146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090723146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd10e725c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090723146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090723147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090723147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090723147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090723149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090723149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090723149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090723149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:07:24.143811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20901): Terminating (SIGTERM)\u000a09:07:24.185453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20904): Terminating (SIGTERM)\u000a09:07:24.226943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20907): Terminating (SIGTERM)\u000a09:07:24.236393 --- ParallelTerminationStrategy: PID 20901 died...\u000a09:07:24.292021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20901): Terminated: ok {rc=0}\u000a09:07:24.301966 --- ParallelTerminationStrategy: PID 20904 died...\u000a09:07:24.357139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20904): Terminated: ok {rc=0}\u000a09:07:24.367097 --- ParallelTerminationStrategy: PID 20907 died...\u000a09:07:24.422209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20907): Terminated: ok {rc=0}\u000a09:07:24.509427 bus /sierra_3: Setting Powered False\u000a09:07:25.614179 bus /sierra_3: Setting Powered False\u000a09:07:26.721359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:07:06" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20919): Process ended prematurely: osmo-stp_10.42.42.5(pid=20919) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20919)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20919): Process ended prematurely: osmo-stp_10.42.42.5(pid=20919) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:07:28.729468 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:28.740837 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:07:28.905461 tst mo_mt_call.py: using LAC 27334\u000a09:07:29.033638 tst mo_mt_call.py: using RAC 49\u000a09:07:29.161804 tst mo_mt_call.py: using CellId 27334\u000a09:07:29.288356 tst mo_mt_call.py: using BVCI 27335\u000a09:07:29.312918 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:29.324383 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:29.335660 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:29.347008 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:29.358454 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:29.369723 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:07:29.487338 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:07:29.699020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:30.211361 run create_hlr_db(pid=20913): Launched\u000a09:07:30.396651 bus /sierra_2: Setting Powered False\u000a09:07:31.472094 run create_hlr_db(pid=20913): Terminated: ok {rc=0}\u000a09:07:31.964714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20915): Launched\u000a09:07:32.358017 run osmo-hlr_10.42.42.2(pid=20916): Launched\u000a09:07:32.477073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:33.008021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Launched\u000a09:07:33.309651 run osmo-stp_10.42.42.5(pid=20919): Launched\u000a09:07:33.421815 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:07:33.973624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20921): Launched\u000a09:07:34.277895 run osmo-msc_10.42.42.6(pid=20922): Launched\u000a09:07:34.457472 run osmo-stp_10.42.42.5(pid=20919): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20919)]\u000a09:07:34.586160 run osmo-stp_10.42.42.5(pid=20919): stdout: \u000a| (launched: 2022-12-10_09:07:33.161555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:34.712624 run osmo-stp_10.42.42.5(pid=20919): stderr: \u000a| �[0;m�[38;5;43m20221210090733332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090733332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090733332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090733333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090733333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090733333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090733333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:34.834575 run osmo-stp_10.42.42.5(pid=20919): stdout: \u000a| (launched: 2022-12-10_09:07:33.161555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:34.955061 run osmo-stp_10.42.42.5(pid=20919): stderr: \u000a| �[0;m�[38;5;43m20221210090733332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090733332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090733332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090733333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090733333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090733333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090733333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:35.008076 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20919): Process ended prematurely: osmo-stp_10.42.42.5(pid=20919) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20919)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:07:35.016535 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:07:35.075897 run osmo-hlr_10.42.42.2(pid=20916): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20916)]\u000a09:07:35.124623 run osmo-hlr_10.42.42.2(pid=20916): stdout: \u000a| (launched: 2022-12-10_09:07:32.169619) \u000a09:07:35.173924 run osmo-hlr_10.42.42.2(pid=20916): stderr: \u000a| �[0;m�[1;31m20221210090732371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090732371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090732371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090732371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090732371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090732371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090732383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090732391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090732391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090732391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:35.240513 run osmo-msc_10.42.42.6(pid=20922): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20922)]\u000a09:07:35.289148 run osmo-msc_10.42.42.6(pid=20922): stdout: \u000a| (launched: 2022-12-10_09:07:34.127643) \u000a09:07:35.338786 run osmo-msc_10.42.42.6(pid=20922): stderr: \u000a| �[0;m�[38;5;43m20221210090734396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090734396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe3b1a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090734396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090734396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090734397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090734397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090734399 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090734399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090734399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090734399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:07:35.380392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20915): Terminating (SIGTERM)\u000a09:07:35.419532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Terminating (SIGTERM)\u000a09:07:35.458837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20921): Terminating (SIGTERM)\u000a09:07:35.468243 --- ParallelTerminationStrategy: PID 20915 died...\u000a09:07:35.520496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20915): Terminated: ok {rc=0}\u000a09:07:35.530283 --- ParallelTerminationStrategy: PID 20918 died...\u000a09:07:35.582875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Terminated: ok {rc=0}\u000a09:07:35.592269 --- ParallelTerminationStrategy: PID 20921 died...\u000a09:07:35.644261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20921): Terminated: ok {rc=0}\u000a09:07:35.731905 bus /sierra_3: Setting Powered False\u000a09:07:36.834033 bus /sierra_3: Setting Powered False\u000a09:07:37.944601 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20932): Process ended prematurely: osmo-stp_10.42.42.5(pid=20932) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20932)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20932): Process ended prematurely: osmo-stp_10.42.42.5(pid=20932) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:07:39.054665 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:39.066264 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:07:39.222618 tst mo_mt_call_osmux.py: using LAC 27335\u000a09:07:39.341592 tst mo_mt_call_osmux.py: using RAC 50\u000a09:07:39.460453 tst mo_mt_call_osmux.py: using CellId 27335\u000a09:07:39.579659 tst mo_mt_call_osmux.py: using BVCI 27336\u000a09:07:39.602927 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:39.613898 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:39.624694 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:39.635811 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:39.647211 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:07:39.658092 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:07:39.777898 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:07:39.981699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:40.458050 run create_hlr_db(pid=20926): Launched\u000a09:07:40.632170 bus /sierra_2: Setting Powered False\u000a09:07:41.654654 run create_hlr_db(pid=20926): Terminated: ok {rc=0}\u000a09:07:42.079562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20928): Launched\u000a09:07:42.400013 run osmo-hlr_10.42.42.2(pid=20929): Launched\u000a09:07:42.522032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:43.078476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20931): Launched\u000a09:07:43.398922 run osmo-stp_10.42.42.5(pid=20932): Launched\u000a09:07:43.515869 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:07:44.102070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20934): Launched\u000a09:07:44.421765 run osmo-msc_10.42.42.6(pid=20935): Launched\u000a09:07:44.609354 run osmo-stp_10.42.42.5(pid=20932): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20932)]\u000a09:07:44.744152 run osmo-stp_10.42.42.5(pid=20932): stdout: \u000a| (launched: 2022-12-10_09:07:43.241648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:44.878926 run osmo-stp_10.42.42.5(pid=20932): stderr: \u000a| �[0;m�[38;5;43m20221210090743434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090743434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090743434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090743435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090743435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090743435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090743435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:45.007597 run osmo-stp_10.42.42.5(pid=20932): stdout: \u000a| (launched: 2022-12-10_09:07:43.241648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:45.134470 run osmo-stp_10.42.42.5(pid=20932): stderr: \u000a| �[0;m�[38;5;43m20221210090743434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090743434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090743434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090743435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090743435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090743435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090743435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:45.190423 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20932): Process ended prematurely: osmo-stp_10.42.42.5(pid=20932) [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20932)] [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:07:45.199467 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:07:45.261417 run osmo-hlr_10.42.42.2(pid=20929): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20929)]\u000a09:07:45.312185 run osmo-hlr_10.42.42.2(pid=20929): stdout: \u000a| (launched: 2022-12-10_09:07:42.242771) \u000a09:07:45.364247 run osmo-hlr_10.42.42.2(pid=20929): stderr: \u000a| �[0;m�[1;31m20221210090742442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090742442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090742442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090742442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090742443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090742443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090742454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090742463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090742463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090742463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:45.434146 run osmo-msc_10.42.42.6(pid=20935): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20935)]\u000a09:07:45.485242 run osmo-msc_10.42.42.6(pid=20935): stdout: \u000a| (launched: 2022-12-10_09:07:44.264881) \u000a09:07:45.536590 run osmo-msc_10.42.42.6(pid=20935): stderr: \u000a| �[0;m�[38;5;43m20221210090744586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090744586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3855b17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090744586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090744586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090744586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090744586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090744588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090744588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090744589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090744589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:07:45.580019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20928): Terminating (SIGTERM)\u000a09:07:45.621353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20931): Terminating (SIGTERM)\u000a09:07:45.662656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20934): Terminating (SIGTERM)\u000a09:07:45.671792 --- ParallelTerminationStrategy: PID 20928 died...\u000a09:07:45.726685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20928): Terminated: ok {rc=0}\u000a09:07:45.736587 --- ParallelTerminationStrategy: PID 20931 died...\u000a09:07:45.791422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20931): Terminated: ok {rc=0}\u000a09:07:45.801312 --- ParallelTerminationStrategy: PID 20934 died...\u000a09:07:45.857668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20934): Terminated: ok {rc=0}\u000a09:07:45.952341 bus /sierra_3: Setting Powered False\u000a09:07:47.054873 bus /sierra_3: Setting Powered False\u000a09:07:48.161071 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:07:28" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20946): Process ended prematurely: osmo-stp_10.42.42.5(pid=20946) [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20946)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20946): Process ended prematurely: osmo-stp_10.42.42.5(pid=20946) [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:07:50.169328 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:07:50.180814 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:07:50.346360 tst mo_mt_call.py: using LAC 27336\u000a09:07:50.472522 tst mo_mt_call.py: using RAC 51\u000a09:07:50.599562 tst mo_mt_call.py: using CellId 27336\u000a09:07:50.725156 tst mo_mt_call.py: using BVCI 27337\u000a09:07:50.749727 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:07:50.761268 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:07:50.772535 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:07:50.783960 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:07:50.795437 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:07:50.806818 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:07:50.924475 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:07:51.130914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:51.649207 run create_hlr_db(pid=20940): Launched\u000a09:07:51.835922 bus /sierra_2: Setting Powered False\u000a09:07:52.856814 run create_hlr_db(pid=20940): Terminated: ok {rc=0}\u000a09:07:53.286977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20942): Launched\u000a09:07:53.613608 run osmo-hlr_10.42.42.2(pid=20943): Launched\u000a09:07:53.731942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:54.292156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20945): Launched\u000a09:07:54.615384 run osmo-stp_10.42.42.5(pid=20946): Launched\u000a09:07:54.732011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:07:55.322380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20948): Launched\u000a09:07:55.647318 run osmo-msc_10.42.42.6(pid=20949): Launched\u000a09:07:55.835959 run osmo-stp_10.42.42.5(pid=20946): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20946)]\u000a09:07:55.972438 run osmo-stp_10.42.42.5(pid=20946): stdout: \u000a| (launched: 2022-12-10_09:07:54.455268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:56.107407 run osmo-stp_10.42.42.5(pid=20946): stderr: \u000a| �[0;m�[38;5;43m20221210090754652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090754652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090754652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090754653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090754653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090754653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090754653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:56.236192 run osmo-stp_10.42.42.5(pid=20946): stdout: \u000a| (launched: 2022-12-10_09:07:54.455268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:56.363759 run osmo-stp_10.42.42.5(pid=20946): stderr: \u000a| �[0;m�[38;5;43m20221210090754652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090754652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090754652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090754653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090754653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090754653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090754653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:56.420004 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20946): Process ended prematurely: osmo-stp_10.42.42.5(pid=20946) [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20946)] [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:07:56.429494 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:07:56.491414 run osmo-hlr_10.42.42.2(pid=20943): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20943)]\u000a09:07:56.542352 run osmo-hlr_10.42.42.2(pid=20943): stdout: \u000a| (launched: 2022-12-10_09:07:53.450873) \u000a09:07:56.593784 run osmo-hlr_10.42.42.2(pid=20943): stderr: \u000a| �[0;m�[1;31m20221210090753654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090753654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090753654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090753654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090753654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090753654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090753666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090753675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090753675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090753675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:56.663889 run osmo-msc_10.42.42.6(pid=20949): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20949)]\u000a09:07:56.714418 run osmo-msc_10.42.42.6(pid=20949): stdout: \u000a| (launched: 2022-12-10_09:07:55.485892) \u000a09:07:56.765695 run osmo-msc_10.42.42.6(pid=20949): stderr: \u000a| �[0;m�[38;5;43m20221210090755812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090755812 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c3245dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090755813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090755813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090755813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090755813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090755815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090755815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090755815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090755815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:07:56.809293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20942): Terminating (SIGTERM)\u000a09:07:56.850716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20945): Terminating (SIGTERM)\u000a09:07:56.891884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20948): Terminating (SIGTERM)\u000a09:07:56.901114 --- ParallelTerminationStrategy: PID 20942 died...\u000a09:07:56.955757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20942): Terminated: ok {rc=0}\u000a09:07:56.965696 --- ParallelTerminationStrategy: PID 20945 died...\u000a09:07:57.020116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20945): Terminated: ok {rc=0}\u000a09:07:57.029964 --- ParallelTerminationStrategy: PID 20948 died...\u000a09:07:57.084456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20948): Terminated: ok {rc=0}\u000a09:07:57.170589 bus /sierra_3: Setting Powered False\u000a09:07:58.273906 bus /sierra_3: Setting Powered False\u000a09:07:59.381224 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:08:00.494425 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:08:00.506527 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:08:00.672408 tst mo_mt_call_osmux.py: using LAC 27337\u000a09:08:00.798412 tst mo_mt_call_osmux.py: using RAC 52\u000a09:08:00.941180 tst mo_mt_call_osmux.py: using CellId 27337\u000a09:08:01.069992 tst mo_mt_call_osmux.py: using BVCI 27338\u000a09:08:01.095987 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:08:01.108672 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:08:01.121309 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:08:01.133321 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:08:01.145502 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:08:01.158124 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:08:01.283619 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:08:01.515296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:02.068346 run create_hlr_db(pid=20951): Launched\u000a09:08:02.258192 bus /sierra_2: Setting Powered False\u000a09:08:03.276095 run create_hlr_db(pid=20951): Terminated: ok {rc=0}\u000a09:08:03.688237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Launched\u000a09:08:03.997071 run osmo-hlr_10.42.42.2(pid=20954): Launched\u000a09:08:04.114721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:04.651001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Launched\u000a09:08:04.959161 run osmo-stp_10.42.42.5(pid=20957): Launched\u000a09:08:05.071289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:05.634600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20959): Launched\u000a09:08:05.944493 run osmo-msc_10.42.42.6(pid=20960): Launched\u000a09:08:06.123738 run osmo-stp_10.42.42.5(pid=20957): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]\u000a09:08:06.253539 run osmo-stp_10.42.42.5(pid=20957): stdout: \u000a| (launched: 2022-12-10_09:08:04.805712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:06.380409 run osmo-stp_10.42.42.5(pid=20957): stderr: \u000a| �[0;m�[38;5;43m20221210090804977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090804977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090804978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090804978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090804978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090804978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090804979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:06.502689 run osmo-stp_10.42.42.5(pid=20957): stdout: \u000a| (launched: 2022-12-10_09:08:04.805712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:06.624066 run osmo-stp_10.42.42.5(pid=20957): stderr: \u000a| �[0;m�[38;5;43m20221210090804977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090804977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090804978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090804978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090804978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090804978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090804979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:06.677435 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)] [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:08:06.686077 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:08:06.745690 run osmo-hlr_10.42.42.2(pid=20954): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20954)]\u000a09:08:06.794464 run osmo-hlr_10.42.42.2(pid=20954): stdout: \u000a| (launched: 2022-12-10_09:08:03.843650) \u000a09:08:06.843957 run osmo-hlr_10.42.42.2(pid=20954): stderr: \u000a| �[0;m�[1;31m20221210090804023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090804023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090804023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090804023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090804023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090804023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090804037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090804046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090804046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090804046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:06.910974 run osmo-msc_10.42.42.6(pid=20960): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20960)]\u000a09:08:06.959525 run osmo-msc_10.42.42.6(pid=20960): stdout: \u000a| (launched: 2022-12-10_09:08:05.789803) \u000a09:08:07.008669 run osmo-msc_10.42.42.6(pid=20960): stderr: \u000a| �[0;m�[38;5;43m20221210090806067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090806067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e32cc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090806067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090806067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090806068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090806068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090806070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090806070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090806070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090806070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:07.049897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Terminating (SIGTERM)\u000a09:08:07.089160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Terminating (SIGTERM)\u000a09:08:07.128521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20959): Terminating (SIGTERM)\u000a09:08:07.137982 --- ParallelTerminationStrategy: PID 20953 died...\u000a09:08:07.190240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Terminated: ok {rc=0}\u000a09:08:07.199871 --- ParallelTerminationStrategy: PID 20956 died...\u000a09:08:07.252487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Terminated: ok {rc=0}\u000a09:08:07.262362 --- ParallelTerminationStrategy: PID 20959 died...\u000a09:08:07.314894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20959): Terminated: ok {rc=0}\u000a09:08:07.403050 bus /sierra_3: Setting Powered False\u000a09:08:08.504842 bus /sierra_3: Setting Powered False\u000a09:08:09.614783 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:07:49" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20971): Process ended prematurely: osmo-stp_10.42.42.5(pid=20971) [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20971)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20971): Process ended prematurely: osmo-stp_10.42.42.5(pid=20971) [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:08:11.613517 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:11.624384 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:08:11.782928 tst mo_mt_call.py: using LAC 27338\u000a09:08:11.905640 tst mo_mt_call.py: using RAC 53\u000a09:08:12.024691 tst mo_mt_call.py: using CellId 27338\u000a09:08:12.148420 tst mo_mt_call.py: using BVCI 27339\u000a09:08:12.171632 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:12.182501 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:12.193183 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:12.204766 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:12.216138 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:12.227539 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:08:12.343230 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:08:12.553643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:13.067957 run create_hlr_db(pid=20965): Launched\u000a09:08:13.254201 bus /sierra_2: Setting Powered False\u000a09:08:14.274160 run create_hlr_db(pid=20965): Terminated: ok {rc=0}\u000a09:08:14.700041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20967): Launched\u000a09:08:15.022140 run osmo-hlr_10.42.42.2(pid=20968): Launched\u000a09:08:15.142734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:15.701131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20970): Launched\u000a09:08:16.159633 run osmo-stp_10.42.42.5(pid=20971): Launched\u000a09:08:16.359322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:17.065442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21009): Launched\u000a09:08:17.496483 run osmo-msc_10.42.42.6(pid=21022): Launched\u000a09:08:17.866819 run osmo-stp_10.42.42.5(pid=20971): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20971)]\u000a09:08:18.176846 run osmo-stp_10.42.42.5(pid=20971): stdout: \u000a| (launched: 2022-12-10_09:08:15.867218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:18.410567 run osmo-stp_10.42.42.5(pid=20971): stderr: \u000a| �[0;m�[38;5;43m20221210090816150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090816151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090816151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090816151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090816152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090816152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090816152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:18.567210 run osmo-stp_10.42.42.5(pid=20971): stdout: \u000a| (launched: 2022-12-10_09:08:15.867218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:18.720507 run osmo-stp_10.42.42.5(pid=20971): stderr: \u000a| �[0;m�[38;5;43m20221210090816150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090816151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090816151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090816151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090816152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090816152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090816152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:18.778495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20971): Process ended prematurely: osmo-stp_10.42.42.5(pid=20971) [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20971)] [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:08:18.788147 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a09:08:18.867725 run osmo-hlr_10.42.42.2(pid=20968): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20968)]\u000a09:08:18.927771 run osmo-hlr_10.42.42.2(pid=20968): stdout: \u000a| (launched: 2022-12-10_09:08:14.864475) \u000a09:08:18.992406 run osmo-hlr_10.42.42.2(pid=20968): stderr: \u000a| �[0;m�[1;31m20221210090815063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090815063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090815063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090815063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090815063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090815063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090815074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090815082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090815082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090815082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:19.076631 run osmo-msc_10.42.42.6(pid=21022): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21022)]\u000a09:08:19.138762 run osmo-msc_10.42.42.6(pid=21022): stdout: \u000a| (launched: 2022-12-10_09:08:17.233533) \u000a09:08:19.200526 run osmo-msc_10.42.42.6(pid=21022): stderr: \u000a| �[0;m�[38;5;43m20221210090817858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090817858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f038af32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090817858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090817858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090817858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090817858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090817860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090817860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090817860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090817873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:19.250345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20967): Terminating (SIGTERM)\u000a09:08:19.296096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20970): Terminating (SIGTERM)\u000a09:08:19.349596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21009): Terminating (SIGTERM)\u000a09:08:19.360914 --- ParallelTerminationStrategy: PID 20967 died...\u000a09:08:19.432074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20967): Terminated: ok {rc=0}\u000a09:08:19.446437 --- ParallelTerminationStrategy: PID 20970 died...\u000a09:08:19.516018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20970): Terminated: ok {rc=0}\u000a09:08:19.529056 --- ParallelTerminationStrategy: PID 21009 died...\u000a09:08:19.594212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21009): Terminated: ok {rc=0}\u000a09:08:19.710223 bus /sierra_3: Setting Powered False\u000a09:08:20.819618 bus /sierra_3: Setting Powered False\u000a09:08:21.929833 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21255): Process ended prematurely: osmo-stp_10.42.42.5(pid=21255) [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21255)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21255): Process ended prematurely: osmo-stp_10.42.42.5(pid=21255) [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:08:23.048496 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:23.062002 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:08:23.231893 tst mo_mt_call_osmux.py: using LAC 27339\u000a09:08:23.361531 tst mo_mt_call_osmux.py: using RAC 54\u000a09:08:23.492400 tst mo_mt_call_osmux.py: using CellId 27339\u000a09:08:23.621716 tst mo_mt_call_osmux.py: using BVCI 27340\u000a09:08:23.648431 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:23.660551 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:23.673209 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:23.685280 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:23.697547 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:08:23.709863 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:08:23.832472 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:08:24.051393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:24.610507 run create_hlr_db(pid=21249): Launched\u000a09:08:24.801911 bus /sierra_2: Setting Powered False\u000a09:08:25.824286 run create_hlr_db(pid=21249): Terminated: ok {rc=0}\u000a09:08:26.282014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21251): Launched\u000a09:08:26.719476 run osmo-hlr_10.42.42.2(pid=21252): Launched\u000a09:08:26.972225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:27.528825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21254): Launched\u000a09:08:27.936893 run osmo-stp_10.42.42.5(pid=21255): Launched\u000a09:08:28.177377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:28.826276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21257): Launched\u000a09:08:29.260916 run osmo-msc_10.42.42.6(pid=21258): Launched\u000a09:08:29.664698 run osmo-stp_10.42.42.5(pid=21255): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21255)]\u000a09:08:29.861825 run osmo-stp_10.42.42.5(pid=21255): stdout: \u000a| (launched: 2022-12-10_09:08:27.685717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:30.001470 run osmo-stp_10.42.42.5(pid=21255): stderr: \u000a| �[0;m�[38;5;43m20221210090828017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090828017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090828017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090828017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090828018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090828018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090828018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:30.136610 run osmo-stp_10.42.42.5(pid=21255): stdout: \u000a| (launched: 2022-12-10_09:08:27.685717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:30.270384 run osmo-stp_10.42.42.5(pid=21255): stderr: \u000a| �[0;m�[38;5;43m20221210090828017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090828017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090828017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090828017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090828018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090828018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090828018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:30.329749 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21255): Process ended prematurely: osmo-stp_10.42.42.5(pid=21255) [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21255)] [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:08:30.339862 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a09:08:30.405137 run osmo-hlr_10.42.42.2(pid=21252): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21252)]\u000a09:08:30.459488 run osmo-hlr_10.42.42.2(pid=21252): stdout: \u000a| (launched: 2022-12-10_09:08:26.451396) \u000a09:08:30.513416 run osmo-hlr_10.42.42.2(pid=21252): stderr: \u000a| �[0;m�[1;31m20221210090826766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090826766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090826766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090826766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090826766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090826766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090826782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090826795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090826795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090826795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:30.586695 run osmo-msc_10.42.42.6(pid=21258): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21258)]\u000a09:08:30.641977 run osmo-msc_10.42.42.6(pid=21258): stdout: \u000a| (launched: 2022-12-10_09:08:28.996426) \u000a09:08:30.695592 run osmo-msc_10.42.42.6(pid=21258): stderr: \u000a| �[0;m�[38;5;43m20221210090829511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090829511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faac78e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090829511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090829511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090829511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090829511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090829513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090829513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090829514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090829514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:30.740507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21251): Terminating (SIGTERM)\u000a09:08:30.785634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21254): Terminating (SIGTERM)\u000a09:08:30.836128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21257): Terminating (SIGTERM)\u000a09:08:30.854977 --- ParallelTerminationStrategy: PID 21251 died...\u000a09:08:30.932385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21251): Terminated: ok {rc=0}\u000a09:08:30.949983 --- ParallelTerminationStrategy: PID 21254 died...\u000a09:08:31.019824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21254): Terminated: ok {rc=0}\u000a09:08:31.030453 --- ParallelTerminationStrategy: PID 21257 died...\u000a09:08:31.089113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21257): Terminated: ok {rc=0}\u000a09:08:31.179911 bus /sierra_3: Setting Powered False\u000a09:08:32.314640 bus /sierra_3: Setting Powered False\u000a09:08:33.432342 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:08:11" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21269): Process ended prematurely: osmo-stp_10.42.42.5(pid=21269) [trial-2372↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21269)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21269): Process ended prematurely: osmo-stp_10.42.42.5(pid=21269) [trial-2372↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:08:35.464850 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:35.476684 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a09:08:35.622595 tst emergency_mo_mt_call.py: using LAC 27340\u000a09:08:35.752822 tst emergency_mo_mt_call.py: using RAC 55\u000a09:08:35.881447 tst emergency_mo_mt_call.py: using CellId 27340\u000a09:08:36.008640 tst emergency_mo_mt_call.py: using BVCI 27341\u000a09:08:36.035198 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:36.048243 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:36.060565 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:36.072343 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:36.084295 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:36.096602 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:08:36.220086 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:08:36.437988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:36.997844 run create_hlr_db(pid=21263): Launched\u000a09:08:37.186145 bus /sierra_2: Setting Powered False\u000a09:08:38.209205 run create_hlr_db(pid=21263): Terminated: ok {rc=0}\u000a09:08:38.662316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21265): Launched\u000a09:08:39.099297 run osmo-hlr_10.42.42.2(pid=21266): Launched\u000a09:08:39.343630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:39.870130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21268): Launched\u000a09:08:40.171835 run osmo-stp_10.42.42.5(pid=21269): Launched\u000a09:08:40.296718 tst emergency_mo_mt_call.py: using MSISDN 7652\u000a09:08:40.444004 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:40.990769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21271): Launched\u000a09:08:41.293518 run osmo-msc_10.42.42.6(pid=21272): Launched\u000a09:08:41.469412 run osmo-stp_10.42.42.5(pid=21269): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21269)]\u000a09:08:41.596525 run osmo-stp_10.42.42.5(pid=21269): stdout: \u000a| (launched: 2022-12-10_09:08:40.020636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:41.721088 run osmo-stp_10.42.42.5(pid=21269): stderr: \u000a| �[0;m�[38;5;43m20221210090840193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090840193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090840193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090840194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090840194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090840194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090840194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:41.840572 run osmo-stp_10.42.42.5(pid=21269): stdout: \u000a| (launched: 2022-12-10_09:08:40.020636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:41.959066 run osmo-stp_10.42.42.5(pid=21269): stderr: \u000a| �[0;m�[38;5;43m20221210090840193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090840193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090840193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090840194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090840194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090840194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090840194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:42.010845 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21269): Process ended prematurely: osmo-stp_10.42.42.5(pid=21269) [trial-2372↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21269)] [trial-2372↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a09:08:42.018922 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a09:08:42.078945 run osmo-hlr_10.42.42.2(pid=21266): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21266)]\u000a09:08:42.127687 run osmo-hlr_10.42.42.2(pid=21266): stdout: \u000a| (launched: 2022-12-10_09:08:38.830246) \u000a09:08:42.177121 run osmo-hlr_10.42.42.2(pid=21266): stderr: \u000a| �[0;m�[1;31m20221210090839148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090839157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090839157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090839157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090839157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090839157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090839169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090839185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090839185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090839185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:42.244381 run osmo-msc_10.42.42.6(pid=21272): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21272)]\u000a09:08:42.293414 run osmo-msc_10.42.42.6(pid=21272): stdout: \u000a| (launched: 2022-12-10_09:08:41.141752) \u000a09:08:42.342815 run osmo-msc_10.42.42.6(pid=21272): stderr: \u000a| �[0;m�[38;5;43m20221210090841416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090841416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e13a3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090841416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090841416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090841416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090841416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090841418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090841419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090841419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090841419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:42.384106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21265): Terminating (SIGTERM)\u000a09:08:42.423398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21268): Terminating (SIGTERM)\u000a09:08:42.462760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21271): Terminating (SIGTERM)\u000a09:08:42.472050 --- ParallelTerminationStrategy: PID 21265 died...\u000a09:08:42.524324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21265): Terminated: ok {rc=0}\u000a09:08:42.534134 --- ParallelTerminationStrategy: PID 21268 died...\u000a09:08:42.586191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21268): Terminated: ok {rc=0}\u000a09:08:42.595833 --- ParallelTerminationStrategy: PID 21271 died...\u000a09:08:42.648757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21271): Terminated: ok {rc=0}\u000a09:08:42.735884 bus /sierra_3: Setting Powered False\u000a09:08:43.836919 bus /sierra_3: Setting Powered False\u000a09:08:44.946770 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21280): Process ended prematurely: osmo-stp_10.42.42.5(pid=21280) [trial-2372↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21280)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21280): Process ended prematurely: osmo-stp_10.42.42.5(pid=21280) [trial-2372↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:08:46.011943 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:46.029307 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a09:08:46.193312 tst emergency_preemptive_call.py: using LAC 27341\u000a09:08:46.355336 tst emergency_preemptive_call.py: using RAC 56\u000a09:08:46.510989 tst emergency_preemptive_call.py: using CellId 27341\u000a09:08:46.642151 tst emergency_preemptive_call.py: using BVCI 27342\u000a09:08:46.666976 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:46.679013 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:46.690926 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:46.702642 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:46.714119 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:46.725916 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:08:46.845528 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:08:46.968258 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:08:47.089598 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:08:47.289722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:47.768086 run create_hlr_db(pid=21274): Launched\u000a09:08:47.941539 bus /sierra_2: Setting Powered False\u000a09:08:48.961343 run create_hlr_db(pid=21274): Terminated: ok {rc=0}\u000a09:08:49.363562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21276): Launched\u000a09:08:49.666791 run osmo-hlr_10.42.42.2(pid=21277): Launched\u000a09:08:49.781188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:50.311033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21279): Launched\u000a09:08:50.614055 run osmo-stp_10.42.42.5(pid=21280): Launched\u000a09:08:50.744405 tst emergency_preemptive_call.py: using MSISDN 7653\u000a09:08:50.896357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:51.443090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21282): Launched\u000a09:08:51.744276 run osmo-msc_10.42.42.6(pid=21283): Launched\u000a09:08:51.919771 run osmo-stp_10.42.42.5(pid=21280): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21280)]\u000a09:08:52.046151 run osmo-stp_10.42.42.5(pid=21280): stdout: \u000a| (launched: 2022-12-10_09:08:50.462726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:52.170957 run osmo-stp_10.42.42.5(pid=21280): stderr: \u000a| �[0;m�[38;5;43m20221210090850638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090850638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090850639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090850639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090850639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090850639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090850639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:52.290603 run osmo-stp_10.42.42.5(pid=21280): stdout: \u000a| (launched: 2022-12-10_09:08:50.462726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:52.409211 run osmo-stp_10.42.42.5(pid=21280): stderr: \u000a| �[0;m�[38;5;43m20221210090850638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090850638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090850639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090850639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090850639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090850639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090850639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:52.461174 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21280): Process ended prematurely: osmo-stp_10.42.42.5(pid=21280) [trial-2372↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21280)] [trial-2372↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a09:08:52.469209 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a09:08:52.528886 run osmo-hlr_10.42.42.2(pid=21277): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21277)]\u000a09:08:52.577753 run osmo-hlr_10.42.42.2(pid=21277): stdout: \u000a| (launched: 2022-12-10_09:08:49.515697) \u000a09:08:52.627109 run osmo-hlr_10.42.42.2(pid=21277): stderr: \u000a| �[0;m�[1;31m20221210090849698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090849698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090849698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090849699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090849699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090849699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090849714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090849724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090849725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090849725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:52.694023 run osmo-msc_10.42.42.6(pid=21283): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21283)]\u000a09:08:52.742755 run osmo-msc_10.42.42.6(pid=21283): stdout: \u000a| (launched: 2022-12-10_09:08:51.593799) \u000a09:08:52.792062 run osmo-msc_10.42.42.6(pid=21283): stderr: \u000a| �[0;m�[38;5;43m20221210090851868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210090851869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb2165fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210090851869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210090851869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210090851869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210090851870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210090851871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210090851872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210090851872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210090851872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:52.833471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21276): Terminating (SIGTERM)\u000a09:08:52.872883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21279): Terminating (SIGTERM)\u000a09:08:52.912207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21282): Terminating (SIGTERM)\u000a09:08:52.921571 --- ParallelTerminationStrategy: PID 21276 died...\u000a09:08:52.974871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21276): Terminated: ok {rc=0}\u000a09:08:52.984382 --- ParallelTerminationStrategy: PID 21279 died...\u000a09:08:53.036609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21279): Terminated: ok {rc=0}\u000a09:08:53.046228 --- ParallelTerminationStrategy: PID 21282 died...\u000a09:08:53.098657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21282): Terminated: ok {rc=0}\u000a09:08:53.186011 bus /sierra_9: Setting Powered False\u000a09:08:54.288295 bus /sierra_9: Setting Powered False\u000a09:08:55.397965 bus /sierra_8: Setting Powered False\u000a09:08:56.500084 bus /sierra_8: Setting Powered False\u000a09:08:57.610065 bus /sierra_3: Setting Powered False\u000a09:08:58.713907 bus /sierra_3: Setting Powered False\u000a09:08:59.821470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:08:35" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21300): Process ended prematurely: osmo-stp_10.42.42.5(pid=21300) [trial-2372↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21300)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21300): Process ended prematurely: osmo-stp_10.42.42.5(pid=21300) [trial-2372↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:09:02.046478 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.058257 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:09:02.226223 tst cs_paging_gprs_active.py: using LAC 27342\u000a09:09:02.364836 tst cs_paging_gprs_active.py: using RAC 57\u000a09:09:02.491482 tst cs_paging_gprs_active.py: using CellId 27342\u000a09:09:02.618565 tst cs_paging_gprs_active.py: using BVCI 27343\u000a09:09:02.644024 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.655020 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.665967 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.677466 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.688733 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.700003 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.711406 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.722568 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:02.733995 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:02.852795 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:03.143621 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:09:03.278748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:03.612114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21290): Launched\u000a09:09:03.889479 run iperf3-srv_10.42.42.10(pid=21291): Launched\u000a09:09:04.086673 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:09:04.221543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:04.554129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21292): Launched\u000a09:09:04.830934 run iperf3-srv_10.42.42.10(pid=21293): Launched\u000a09:09:05.029862 tst cs_paging_gprs_active.py:38: start network...\u000a09:09:05.165043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:05.679807 run create_hlr_db(pid=21294): Launched\u000a09:09:05.865949 bus /sierra_2: Setting Powered False\u000a09:09:06.888059 run create_hlr_db(pid=21294): Terminated: ok {rc=0}\u000a09:09:07.315536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21296): Launched\u000a09:09:07.638387 run osmo-hlr_10.42.42.2(pid=21297): Launched\u000a09:09:07.755648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:08.314944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21299): Launched\u000a09:09:08.636513 run osmo-stp_10.42.42.5(pid=21300): Launched\u000a09:09:08.753924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:09.315622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21302): Launched\u000a09:09:09.431037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:09.711700 run patchelf(pid=21303): Launched\u000a09:09:09.900169 run osmo-stp_10.42.42.5(pid=21300): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21300)]\u000a09:09:10.037711 run osmo-stp_10.42.42.5(pid=21300): stdout: \u000a| (launched: 2022-12-10_09:09:08.479110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:10.175091 run osmo-stp_10.42.42.5(pid=21300): stderr: \u000a| �[0;m�[38;5;43m20221210090908674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090908674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090908675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090908675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090908676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090908676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090908676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:10.308699 run osmo-stp_10.42.42.5(pid=21300): stdout: \u000a| (launched: 2022-12-10_09:09:08.479110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:10.440604 run osmo-stp_10.42.42.5(pid=21300): stderr: \u000a| �[0;m�[38;5;43m20221210090908674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090908674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090908675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090908675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090908676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090908676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090908676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:10.594044 run patchelf(pid=21303): Terminating (SIGINT)\u000a09:09:10.774462 run patchelf(pid=21303): Terminated: ok {rc=0}\u000a09:09:10.807368 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21300): Process ended prematurely: osmo-stp_10.42.42.5(pid=21300) [trial-2372↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21300)] [trial-2372↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a09:09:10.816923 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:09:10.879282 run osmo-hlr_10.42.42.2(pid=21297): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21297)]\u000a09:09:10.929972 run osmo-hlr_10.42.42.2(pid=21297): stdout: \u000a| (launched: 2022-12-10_09:09:07.480244) \u000a09:09:10.981113 run osmo-hlr_10.42.42.2(pid=21297): stderr: \u000a| �[0;m�[1;31m20221210090907680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090907680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090907680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090907680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090907680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090907680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090907695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090907704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090907704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090907705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:11.024728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21290): Terminating (SIGTERM)\u000a09:09:11.065830 run iperf3-srv_10.42.42.10(pid=21291): Terminating (SIGTERM)\u000a09:09:11.107101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21292): Terminating (SIGTERM)\u000a09:09:11.148206 run iperf3-srv_10.42.42.10(pid=21293): Terminating (SIGTERM)\u000a09:09:11.189407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21296): Terminating (SIGTERM)\u000a09:09:11.230562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21299): Terminating (SIGTERM)\u000a09:09:11.271719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21302): Terminating (SIGTERM)\u000a09:09:11.281268 --- ParallelTerminationStrategy: PID 21290 died...\u000a09:09:11.336401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21290): Terminated: ok {rc=0}\u000a09:09:11.346348 --- ParallelTerminationStrategy: PID 21291 died...\u000a09:09:11.401110 run iperf3-srv_10.42.42.10(pid=21291): Terminated {rc=256}\u000a09:09:11.410968 --- ParallelTerminationStrategy: PID 21292 died...\u000a09:09:11.465915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21292): Terminated: ok {rc=0}\u000a09:09:11.475824 --- ParallelTerminationStrategy: PID 21293 died...\u000a09:09:11.530765 run iperf3-srv_10.42.42.10(pid=21293): Terminated {rc=256}\u000a09:09:11.540596 --- ParallelTerminationStrategy: PID 21296 died...\u000a09:09:11.595319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21296): Terminated: ok {rc=0}\u000a09:09:11.605280 --- ParallelTerminationStrategy: PID 21299 died...\u000a09:09:11.659994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21299): Terminated: ok {rc=0}\u000a09:09:11.669961 --- ParallelTerminationStrategy: PID 21302 died...\u000a09:09:11.724705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21302): Terminated: ok {rc=0}\u000a09:09:11.810273 bus /gobi_0: Setting Powered False\u000a09:09:12.914763 bus /gobi_0: Setting Powered False\u000a09:09:14.023342 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2372↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2372↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a09:09:15.137096 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.148483 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:09:15.295087 tst iperf3.py: using LAC 27343\u000a09:09:15.422846 tst iperf3.py: using RAC 58\u000a09:09:15.544106 tst iperf3.py: using CellId 27343\u000a09:09:15.665220 tst iperf3.py: using BVCI 27344\u000a09:09:15.688412 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.699212 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.709990 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.720707 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.731289 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.742123 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.752919 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.763607 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:15.774493 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:16.121894 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:09:16.289451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:16.685011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21304): Launched\u000a09:09:16.971689 run iperf3-srv_10.42.42.10(pid=21305): Launched\u000a09:09:17.163106 tst iperf3.py:8: start network...\u000a09:09:17.293626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:17.776342 run create_hlr_db(pid=21306): Launched\u000a09:09:17.951939 bus /gobi_6: Setting Powered False\u000a09:09:18.973251 run create_hlr_db(pid=21306): Terminated: ok {rc=0}\u000a09:09:19.379016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Launched\u000a09:09:19.685018 run osmo-hlr_10.42.42.2(pid=21309): Launched\u000a09:09:19.801421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:20.330620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Launched\u000a09:09:20.637904 run osmo-stp_10.42.42.5(pid=21312): Launched\u000a09:09:20.750289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:21.278782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21314): Launched\u000a09:09:21.387372 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:21.651794 run patchelf(pid=21315): Launched\u000a09:09:21.829451 run osmo-stp_10.42.42.5(pid=21312): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]\u000a09:09:21.959745 run osmo-stp_10.42.42.5(pid=21312): stdout: \u000a| (launched: 2022-12-10_09:09:20.486071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:22.090160 run osmo-stp_10.42.42.5(pid=21312): stderr: \u000a| �[0;m�[38;5;43m20221210090920658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090920659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090920659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090920659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090920660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090920660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090920660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:22.216016 run osmo-stp_10.42.42.5(pid=21312): stdout: \u000a| (launched: 2022-12-10_09:09:20.486071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:22.341263 run osmo-stp_10.42.42.5(pid=21312): stderr: \u000a| �[0;m�[38;5;43m20221210090920658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090920659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090920659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090920659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090920660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090920660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090920660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:22.487376 run patchelf(pid=21315): Terminating (SIGINT)\u000a09:09:22.657834 run patchelf(pid=21315): Terminated: ok {rc=0}\u000a09:09:22.688878 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2372↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)] [trial-2372↪gprs:trx-lms↪iperf3.py:8]\u000a09:09:22.697936 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:09:22.758073 run osmo-hlr_10.42.42.2(pid=21309): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21309)]\u000a09:09:22.807021 run osmo-hlr_10.42.42.2(pid=21309): stdout: \u000a| (launched: 2022-12-10_09:09:19.534231) \u000a09:09:22.856510 run osmo-hlr_10.42.42.2(pid=21309): stderr: \u000a| �[0;m�[1;31m20221210090919709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090919710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090919710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090919710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090919710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090919710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090919722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090919732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090919732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090919733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:22.898647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21304): Terminating (SIGTERM)\u000a09:09:22.938149 run iperf3-srv_10.42.42.10(pid=21305): Terminating (SIGTERM)\u000a09:09:22.977672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Terminating (SIGTERM)\u000a09:09:23.017224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Terminating (SIGTERM)\u000a09:09:23.056862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21314): Terminating (SIGTERM)\u000a09:09:23.066315 --- ParallelTerminationStrategy: PID 21304 died...\u000a09:09:23.119624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21304): Terminated: ok {rc=0}\u000a09:09:23.129127 --- ParallelTerminationStrategy: PID 21305 died...\u000a09:09:23.181528 run iperf3-srv_10.42.42.10(pid=21305): Terminated {rc=256}\u000a09:09:23.191272 --- ParallelTerminationStrategy: PID 21308 died...\u000a09:09:23.244117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Terminated: ok {rc=0}\u000a09:09:23.253867 --- ParallelTerminationStrategy: PID 21311 died...\u000a09:09:23.306571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Terminated: ok {rc=0}\u000a09:09:23.316290 --- ParallelTerminationStrategy: PID 21314 died...\u000a09:09:23.368863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21314): Terminated: ok {rc=0}\u000a09:09:23.452182 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2372↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2372↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a09:09:24.562533 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:24.573758 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:09:24.712554 tst iperf3m4.py: using LAC 27344\u000a09:09:24.832321 tst iperf3m4.py: using RAC 59\u000a09:09:24.952676 tst iperf3m4.py: using CellId 27344\u000a09:09:25.072535 tst iperf3m4.py: using BVCI 27345\u000a09:09:25.095998 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:25.106794 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:25.117345 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:25.128095 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:25.138785 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:25.149459 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:25.160279 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:25.171098 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:25.182008 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:25.301594 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:25.425373 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:25.545563 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:25.824844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:09:25.952398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:26.265721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21316): Launched\u000a09:09:26.526744 run iperf3-srv_10.42.42.10(pid=21317): Launched\u000a09:09:26.712061 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:09:26.838807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:27.152608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21318): Launched\u000a09:09:27.413773 run iperf3-srv_10.42.42.10(pid=21319): Launched\u000a09:09:27.599679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:09:27.726830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:28.040629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21320): Launched\u000a09:09:28.301527 run iperf3-srv_10.42.42.10(pid=21321): Launched\u000a09:09:28.487143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:09:28.614075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:09:28.928073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21322): Launched\u000a09:09:29.188760 run iperf3-srv_10.42.42.10(pid=21323): Launched\u000a09:09:29.374220 tst iperf3m4.py:8: start network...\u000a09:09:29.500882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:29.978184 run create_hlr_db(pid=21324): Launched\u000a09:09:30.153716 bus /gobi_6: Setting Powered False\u000a09:09:31.176270 run create_hlr_db(pid=21324): Terminated: ok {rc=0}\u000a09:09:31.610564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Launched\u000a09:09:32.031003 run osmo-hlr_10.42.42.2(pid=21327): Launched\u000a09:09:32.143841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:32.710255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Launched\u000a09:09:33.017480 run osmo-stp_10.42.42.5(pid=21330): Launched\u000a09:09:33.130224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:33.658465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21332): Launched\u000a09:09:33.767099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:34.031623 run patchelf(pid=21333): Launched\u000a09:09:34.209749 run osmo-stp_10.42.42.5(pid=21330): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]\u000a09:09:34.340016 run osmo-stp_10.42.42.5(pid=21330): stdout: \u000a| (launched: 2022-12-10_09:09:32.864649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:34.470473 run osmo-stp_10.42.42.5(pid=21330): stderr: \u000a| �[0;m�[38;5;43m20221210090933038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090933038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090933038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090933039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090933041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090933041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090933041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:34.597600 run osmo-stp_10.42.42.5(pid=21330): stdout: \u000a| (launched: 2022-12-10_09:09:32.864649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:34.723292 run osmo-stp_10.42.42.5(pid=21330): stderr: \u000a| �[0;m�[38;5;43m20221210090933038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090933038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090933038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090933039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090933041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090933041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090933041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:34.868663 run patchelf(pid=21333): Terminating (SIGINT)\u000a09:09:35.039536 run patchelf(pid=21333): Terminated: ok {rc=0}\u000a09:09:35.070962 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2372↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)] [trial-2372↪gprs:trx-lms↪iperf3m4.py:8]\u000a09:09:35.080254 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:09:35.140454 run osmo-hlr_10.42.42.2(pid=21327): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21327)]\u000a09:09:35.189024 run osmo-hlr_10.42.42.2(pid=21327): stdout: \u000a| (launched: 2022-12-10_09:09:31.769494) \u000a09:09:35.238056 run osmo-hlr_10.42.42.2(pid=21327): stderr: \u000a| �[0;m�[1;31m20221210090932157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090932157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090932157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090932157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090932157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090932157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090932177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090932193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090932193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090932193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:35.279552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21316): Terminating (SIGTERM)\u000a09:09:35.319187 run iperf3-srv_10.42.42.10(pid=21317): Terminating (SIGTERM)\u000a09:09:35.358606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21318): Terminating (SIGTERM)\u000a09:09:35.398015 run iperf3-srv_10.42.42.10(pid=21319): Terminating (SIGTERM)\u000a09:09:35.437427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21320): Terminating (SIGTERM)\u000a09:09:35.476899 run iperf3-srv_10.42.42.10(pid=21321): Terminating (SIGTERM)\u000a09:09:35.516582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21322): Terminating (SIGTERM)\u000a09:09:35.556000 run iperf3-srv_10.42.42.10(pid=21323): Terminating (SIGTERM)\u000a09:09:35.595544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Terminating (SIGTERM)\u000a09:09:35.635249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Terminating (SIGTERM)\u000a09:09:35.674868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21332): Terminating (SIGTERM)\u000a09:09:35.684219 --- ParallelTerminationStrategy: PID 21316 died...\u000a09:09:35.737765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21316): Terminated: ok {rc=0}\u000a09:09:35.747416 --- ParallelTerminationStrategy: PID 21317 died...\u000a09:09:35.801072 run iperf3-srv_10.42.42.10(pid=21317): Terminated {rc=256}\u000a09:09:35.810544 --- ParallelTerminationStrategy: PID 21318 died...\u000a09:09:35.863847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21318): Terminated: ok {rc=0}\u000a09:09:35.873836 --- ParallelTerminationStrategy: PID 21319 died...\u000a09:09:35.926461 run iperf3-srv_10.42.42.10(pid=21319): Terminated {rc=256}\u000a09:09:35.936298 --- ParallelTerminationStrategy: PID 21320 died...\u000a09:09:35.989044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21320): Terminated: ok {rc=0}\u000a09:09:35.998895 --- ParallelTerminationStrategy: PID 21321 died...\u000a09:09:36.051554 run iperf3-srv_10.42.42.10(pid=21321): Terminated {rc=256}\u000a09:09:36.061432 --- ParallelTerminationStrategy: PID 21322 died...\u000a09:09:36.114589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21322): Terminated: ok {rc=0}\u000a09:09:36.124476 --- ParallelTerminationStrategy: PID 21323 died...\u000a09:09:36.177940 run iperf3-srv_10.42.42.10(pid=21323): Terminated {rc=256}\u000a09:09:36.187893 --- ParallelTerminationStrategy: PID 21326 died...\u000a09:09:36.241594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Terminated: ok {rc=0}\u000a09:09:36.251191 --- ParallelTerminationStrategy: PID 21329 died...\u000a09:09:36.304119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Terminated: ok {rc=0}\u000a09:09:36.313998 --- ParallelTerminationStrategy: PID 21332 died...\u000a09:09:36.366779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21332): Terminated: ok {rc=0}\u000a09:09:36.456867 bus /gobi_4: Setting Powered False\u000a09:09:37.560042 bus /gobi_4: Setting Powered False\u000a09:09:38.671892 bus /gobi_1: Setting Powered False\u000a09:09:39.777621 bus /gobi_1: Setting Powered False\u000a09:09:40.886424 bus /gobi_0: Setting Powered False\u000a09:09:41.991117 bus /gobi_0: Setting Powered False\u000a09:09:43.099001 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21340): Process ended prematurely: osmo-stp_10.42.42.5(pid=21340) [trial-2372↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21340)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21340): Process ended prematurely: osmo-stp_10.42.42.5(pid=21340) [trial-2372↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a09:09:44.165992 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:44.176942 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:09:44.310628 tst ping.py: using LAC 27345\u000a09:09:44.426885 tst ping.py: using RAC 60\u000a09:09:44.550966 tst ping.py: using CellId 27345\u000a09:09:44.672223 tst ping.py: using BVCI 27346\u000a09:09:44.695150 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:44.705720 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:44.716089 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:44.726839 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:44.737633 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:44.748207 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:44.758975 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:44.769560 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:45.058300 tst ping.py:19: start network...\u000a09:09:45.190305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:45.696464 run create_hlr_db(pid=21334): Launched\u000a09:09:45.885106 bus /gobi_6: Setting Powered False\u000a09:09:46.902842 run create_hlr_db(pid=21334): Terminated: ok {rc=0}\u000a09:09:47.331172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21336): Launched\u000a09:09:47.646520 run osmo-hlr_10.42.42.2(pid=21337): Launched\u000a09:09:47.764171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:48.318692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21339): Launched\u000a09:09:48.635212 run osmo-stp_10.42.42.5(pid=21340): Launched\u000a09:09:48.750838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:49.304917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21342): Launched\u000a09:09:49.418083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:49.694541 run patchelf(pid=21343): Launched\u000a09:09:49.880071 run osmo-stp_10.42.42.5(pid=21340): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21340)]\u000a09:09:50.016621 run osmo-stp_10.42.42.5(pid=21340): stdout: \u000a| (launched: 2022-12-10_09:09:48.479966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:50.152720 run osmo-stp_10.42.42.5(pid=21340): stderr: \u000a| �[0;m�[38;5;43m20221210090948672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090948672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090948672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090948673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090948673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090948673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090948673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:50.284294 run osmo-stp_10.42.42.5(pid=21340): stdout: \u000a| (launched: 2022-12-10_09:09:48.479966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:50.414836 run osmo-stp_10.42.42.5(pid=21340): stderr: \u000a| �[0;m�[38;5;43m20221210090948672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090948672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090948672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090948673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090948673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090948673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090948673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:50.566786 run patchelf(pid=21343): Terminating (SIGINT)\u000a09:09:50.745529 run patchelf(pid=21343): Terminated: ok {rc=0}\u000a09:09:50.777709 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21340): Process ended prematurely: osmo-stp_10.42.42.5(pid=21340) [trial-2372↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21340)] [trial-2372↪gprs:trx-lms↪ping.py:22]\u000a09:09:50.786815 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:09:50.849381 run osmo-hlr_10.42.42.2(pid=21337): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21337)]\u000a09:09:50.900995 run osmo-hlr_10.42.42.2(pid=21337): stdout: \u000a| (launched: 2022-12-10_09:09:47.491905) \u000a09:09:50.953031 run osmo-hlr_10.42.42.2(pid=21337): stderr: \u000a| �[0;m�[1;31m20221210090947690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090947690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090947690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090947690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090947690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090947690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090947702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090947711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090947711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090947711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:50.997135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21336): Terminating (SIGTERM)\u000a09:09:51.039078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21339): Terminating (SIGTERM)\u000a09:09:51.080937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21342): Terminating (SIGTERM)\u000a09:09:51.090782 --- ParallelTerminationStrategy: PID 21336 died...\u000a09:09:51.146914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21336): Terminated: ok {rc=0}\u000a09:09:51.157063 --- ParallelTerminationStrategy: PID 21339 died...\u000a09:09:51.212645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21339): Terminated: ok {rc=0}\u000a09:09:51.222753 --- ParallelTerminationStrategy: PID 21342 died...\u000a09:09:51.279109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21342): Terminated: ok {rc=0}\u000a09:09:51.366290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21351): Process ended prematurely: osmo-stp_10.42.42.5(pid=21351) [trial-2372↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21351)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21351): Process ended prematurely: osmo-stp_10.42.42.5(pid=21351) [trial-2372↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a09:09:52.417780 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:52.429093 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:09:52.568230 tst ping_idle_ping.py: using LAC 27346\u000a09:09:52.694398 tst ping_idle_ping.py: using RAC 61\u000a09:09:52.821175 tst ping_idle_ping.py: using CellId 27346\u000a09:09:52.945780 tst ping_idle_ping.py: using BVCI 27347\u000a09:09:52.970126 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:52.981169 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:52.992202 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:53.003283 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:53.014273 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:53.025129 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:53.036068 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:09:53.047030 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:09:53.322946 tst ping_idle_ping.py:24: start network...\u000a09:09:53.448156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:53.921715 run create_hlr_db(pid=21345): Launched\u000a09:09:54.095100 bus /gobi_6: Setting Powered False\u000a09:09:55.116433 run create_hlr_db(pid=21345): Terminated: ok {rc=0}\u000a09:09:55.540445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21347): Launched\u000a09:09:55.859153 run osmo-hlr_10.42.42.2(pid=21348): Launched\u000a09:09:55.980295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:56.532859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21350): Launched\u000a09:09:56.850487 run osmo-stp_10.42.42.5(pid=21351): Launched\u000a09:09:56.966998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:09:57.521422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21353): Launched\u000a09:09:57.634855 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:09:57.911378 run patchelf(pid=21354): Launched\u000a09:09:58.097197 run osmo-stp_10.42.42.5(pid=21351): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21351)]\u000a09:09:58.232429 run osmo-stp_10.42.42.5(pid=21351): stdout: \u000a| (launched: 2022-12-10_09:09:56.694703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:58.368024 run osmo-stp_10.42.42.5(pid=21351): stderr: \u000a| �[0;m�[38;5;43m20221210090956889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090956889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090956890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090956890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090956890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090956890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090956890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:58.499518 run osmo-stp_10.42.42.5(pid=21351): stdout: \u000a| (launched: 2022-12-10_09:09:56.694703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:58.629894 run osmo-stp_10.42.42.5(pid=21351): stderr: \u000a| �[0;m�[38;5;43m20221210090956889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210090956889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210090956890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210090956890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210090956890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210090956890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210090956890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:58.782044 run patchelf(pid=21354): Terminating (SIGINT)\u000a09:09:58.960158 run patchelf(pid=21354): Terminated: ok {rc=0}\u000a09:09:58.992401 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21351): Process ended prematurely: osmo-stp_10.42.42.5(pid=21351) [trial-2372↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21351)] [trial-2372↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a09:09:59.001469 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:09:59.063719 run osmo-hlr_10.42.42.2(pid=21348): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21348)]\u000a09:09:59.114612 run osmo-hlr_10.42.42.2(pid=21348): stdout: \u000a| (launched: 2022-12-10_09:09:55.702741) \u000a09:09:59.166099 run osmo-hlr_10.42.42.2(pid=21348): stderr: \u000a| �[0;m�[1;31m20221210090955902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210090955902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210090955902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090955902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210090955902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210090955902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210090955914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210090955922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210090955922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210090955922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:59.209995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21347): Terminating (SIGTERM)\u000a09:09:59.251675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21350): Terminating (SIGTERM)\u000a09:09:59.293487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21353): Terminating (SIGTERM)\u000a09:09:59.303174 --- ParallelTerminationStrategy: PID 21347 died...\u000a09:09:59.359090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21347): Terminated: ok {rc=0}\u000a09:09:59.369309 --- ParallelTerminationStrategy: PID 21350 died...\u000a09:09:59.424588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21350): Terminated: ok {rc=0}\u000a09:09:59.434540 --- ParallelTerminationStrategy: PID 21353 died...\u000a09:09:59.489759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21353): Terminated: ok {rc=0}\u000a09:09:59.577352 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:09:01" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21378): Process ended prematurely: osmo-stp_10.42.42.5(pid=21378) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21378)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21378): Process ended prematurely: osmo-stp_10.42.42.5(pid=21378) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:10:01.786590 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:01.798544 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:10:01.943881 tst cs_paging_gprs_active.py: using LAC 27347\u000a09:10:02.067433 tst cs_paging_gprs_active.py: using RAC 62\u000a09:10:02.210975 tst cs_paging_gprs_active.py: using CellId 27347\u000a09:10:02.334837 tst cs_paging_gprs_active.py: using BVCI 27348\u000a09:10:02.359587 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:02.371493 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:02.383741 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:02.396705 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:02.409390 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:02.422311 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:02.434067 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:02.447004 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:02.459798 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:02.581930 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:02.875498 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:10:03.011514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:10:03.351156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21368): Launched\u000a09:10:03.633782 run iperf3-srv_10.42.42.10(pid=21369): Launched\u000a09:10:03.831457 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:10:03.967023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:10:04.305849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21370): Launched\u000a09:10:04.587297 run iperf3-srv_10.42.42.10(pid=21371): Launched\u000a09:10:04.786247 tst cs_paging_gprs_active.py:38: start network...\u000a09:10:04.922001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:05.441274 run create_hlr_db(pid=21372): Launched\u000a09:10:05.627879 bus /gobi_6: Setting Powered False\u000a09:10:06.651749 run create_hlr_db(pid=21372): Terminated: ok {rc=0}\u000a09:10:07.065400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21374): Launched\u000a09:10:07.375095 run osmo-hlr_10.42.42.2(pid=21375): Launched\u000a09:10:07.493352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:08.029963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21377): Launched\u000a09:10:08.339526 run osmo-stp_10.42.42.5(pid=21378): Launched\u000a09:10:08.451030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:10:08.984323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21380): Launched\u000a09:10:09.093207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:10:09.361486 run patchelf(pid=21381): Launched\u000a09:10:09.540893 run osmo-stp_10.42.42.5(pid=21378): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21378)]\u000a09:10:09.671047 run osmo-stp_10.42.42.5(pid=21378): stdout: \u000a| (launched: 2022-12-10_09:10:08.185085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:09.801803 run osmo-stp_10.42.42.5(pid=21378): stderr: \u000a| �[0;m�[38;5;43m20221210091008362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091008362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091008362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091008363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091008363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091008363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091008363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:09.927875 run osmo-stp_10.42.42.5(pid=21378): stdout: \u000a| (launched: 2022-12-10_09:10:08.185085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:10.052907 run osmo-stp_10.42.42.5(pid=21378): stderr: \u000a| �[0;m�[38;5;43m20221210091008362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091008362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091008362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091008363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091008363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091008363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091008363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:10.198498 run patchelf(pid=21381): Terminating (SIGINT)\u000a09:10:10.369640 run patchelf(pid=21381): Terminated: ok {rc=0}\u000a09:10:10.400773 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21378): Process ended prematurely: osmo-stp_10.42.42.5(pid=21378) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21378)] [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:10:10.409807 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:10:10.469612 run osmo-hlr_10.42.42.2(pid=21375): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21375)]\u000a09:10:10.518025 run osmo-hlr_10.42.42.2(pid=21375): stdout: \u000a| (launched: 2022-12-10_09:10:07.220453) \u000a09:10:10.567124 run osmo-hlr_10.42.42.2(pid=21375): stderr: \u000a| �[0;m�[1;31m20221210091007402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091007402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091007402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091007402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091007402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091007402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091007414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091007423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091007423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091007423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:10.608485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21368): Terminating (SIGTERM)\u000a09:10:10.647692 run iperf3-srv_10.42.42.10(pid=21369): Terminating (SIGTERM)\u000a09:10:10.687622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21370): Terminating (SIGTERM)\u000a09:10:10.726721 run iperf3-srv_10.42.42.10(pid=21371): Terminating (SIGTERM)\u000a09:10:10.768135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21374): Terminating (SIGTERM)\u000a09:10:10.807174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21377): Terminating (SIGTERM)\u000a09:10:10.846413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21380): Terminating (SIGTERM)\u000a09:10:10.855775 --- ParallelTerminationStrategy: PID 21368 died...\u000a09:10:10.908333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21368): Terminated: ok {rc=0}\u000a09:10:10.918094 --- ParallelTerminationStrategy: PID 21369 died...\u000a09:10:10.970183 run iperf3-srv_10.42.42.10(pid=21369): Terminated {rc=256}\u000a09:10:10.979806 --- ParallelTerminationStrategy: PID 21370 died...\u000a09:10:11.032394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21370): Terminated: ok {rc=0}\u000a09:10:11.041847 --- ParallelTerminationStrategy: PID 21371 died...\u000a09:10:11.094352 run iperf3-srv_10.42.42.10(pid=21371): Terminated {rc=256}\u000a09:10:11.103987 --- ParallelTerminationStrategy: PID 21374 died...\u000a09:10:11.156199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21374): Terminated: ok {rc=0}\u000a09:10:11.165916 --- ParallelTerminationStrategy: PID 21377 died...\u000a09:10:11.218158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21377): Terminated: ok {rc=0}\u000a09:10:11.227901 --- ParallelTerminationStrategy: PID 21380 died...\u000a09:10:11.280132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21380): Terminated: ok {rc=0}\u000a09:10:11.362476 bus /gobi_0: Setting Powered False\u000a09:10:12.477294 bus /gobi_0: Setting Powered False\u000a09:10:13.590903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21746): Process ended prematurely: osmo-stp_10.42.42.5(pid=21746) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21746)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21746): Process ended prematurely: osmo-stp_10.42.42.5(pid=21746) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:10:14.702467 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:14.714233 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:10:14.861416 tst iperf3.py: using LAC 27348\u000a09:10:14.993817 tst iperf3.py: using RAC 63\u000a09:10:15.121082 tst iperf3.py: using CellId 27348\u000a09:10:15.245984 tst iperf3.py: using BVCI 27349\u000a09:10:15.270707 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:15.282016 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:15.293209 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:15.304390 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:15.315558 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:15.326644 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:15.337909 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:15.348869 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:15.360178 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:15.653247 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:10:15.788473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:10:16.163095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21738): Launched\u000a09:10:16.462826 run iperf3-srv_10.42.42.10(pid=21739): Launched\u000a09:10:16.665327 tst iperf3.py:8: start network...\u000a09:10:16.803101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:17.330323 run create_hlr_db(pid=21740): Launched\u000a09:10:17.523714 bus /gobi_6: Setting Powered False\u000a09:10:18.538623 run create_hlr_db(pid=21740): Terminated: ok {rc=0}\u000a09:10:18.953287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21742): Launched\u000a09:10:19.262740 run osmo-hlr_10.42.42.2(pid=21743): Launched\u000a09:10:19.379610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:19.910268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21745): Launched\u000a09:10:20.219107 run osmo-stp_10.42.42.5(pid=21746): Launched\u000a09:10:20.331669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:10:20.864878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21748): Launched\u000a09:10:20.973809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:10:21.241819 run patchelf(pid=21749): Launched\u000a09:10:21.418984 run osmo-stp_10.42.42.5(pid=21746): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21746)]\u000a09:10:21.548489 run osmo-stp_10.42.42.5(pid=21746): stdout: \u000a| (launched: 2022-12-10_09:10:20.064673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:21.678609 run osmo-stp_10.42.42.5(pid=21746): stderr: \u000a| �[0;m�[38;5;43m20221210091020239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091020239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091020239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091020239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091020240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091020240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091020240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:21.804461 run osmo-stp_10.42.42.5(pid=21746): stdout: \u000a| (launched: 2022-12-10_09:10:20.064673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:21.929627 run osmo-stp_10.42.42.5(pid=21746): stderr: \u000a| �[0;m�[38;5;43m20221210091020239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091020239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091020239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091020239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091020240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091020240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091020240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:22.078288 run patchelf(pid=21749): Terminating (SIGINT)\u000a09:10:22.253790 run patchelf(pid=21749): Terminated: ok {rc=0}\u000a09:10:22.287151 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21746): Process ended prematurely: osmo-stp_10.42.42.5(pid=21746) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21746)] [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a09:10:22.297186 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:10:22.359877 run osmo-hlr_10.42.42.2(pid=21743): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21743)]\u000a09:10:22.410758 run osmo-hlr_10.42.42.2(pid=21743): stdout: \u000a| (launched: 2022-12-10_09:10:19.108223) \u000a09:10:22.462171 run osmo-hlr_10.42.42.2(pid=21743): stderr: \u000a| �[0;m�[1;31m20221210091019288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091019288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091019288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091019288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091019288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091019288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091019301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091019310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091019310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091019310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:22.504916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21738): Terminating (SIGTERM)\u000a09:10:22.547532 run iperf3-srv_10.42.42.10(pid=21739): Terminating (SIGTERM)\u000a09:10:22.591352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21742): Terminating (SIGTERM)\u000a09:10:22.633017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21745): Terminating (SIGTERM)\u000a09:10:22.675835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21748): Terminating (SIGTERM)\u000a09:10:22.685539 --- ParallelTerminationStrategy: PID 21738 died...\u000a09:10:22.740565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21738): Terminated: ok {rc=0}\u000a09:10:22.751096 --- ParallelTerminationStrategy: PID 21739 died...\u000a09:10:22.805067 run iperf3-srv_10.42.42.10(pid=21739): Terminated {rc=256}\u000a09:10:22.815888 --- ParallelTerminationStrategy: PID 21742 died...\u000a09:10:22.870614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21742): Terminated: ok {rc=0}\u000a09:10:22.881635 --- ParallelTerminationStrategy: PID 21745 died...\u000a09:10:22.936689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21745): Terminated: ok {rc=0}\u000a09:10:22.947159 --- ParallelTerminationStrategy: PID 21748 died...\u000a09:10:23.002433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21748): Terminated: ok {rc=0}\u000a09:10:23.086200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21940): Process ended prematurely: osmo-stp_10.42.42.5(pid=21940) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21940)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21940): Process ended prematurely: osmo-stp_10.42.42.5(pid=21940) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:10:24.206305 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.219055 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:10:24.367820 tst iperf3m4.py: using LAC 27349\u000a09:10:24.497976 tst iperf3m4.py: using RAC 64\u000a09:10:24.626782 tst iperf3m4.py: using CellId 27349\u000a09:10:24.760779 tst iperf3m4.py: using BVCI 27350\u000a09:10:24.786827 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.799008 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.812145 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.824315 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.836236 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.849696 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.862508 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.874960 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:24.886675 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:25.012314 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:25.138395 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:25.260517 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:25.561671 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:10:25.702375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:10:26.062447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Launched\u000a09:10:26.364657 run iperf3-srv_10.42.42.10(pid=21926): Launched\u000a09:10:26.568748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:10:26.709077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:10:27.070502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21927): Launched\u000a09:10:27.383122 run iperf3-srv_10.42.42.10(pid=21928): Launched\u000a09:10:27.591115 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:10:27.731791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:10:28.097055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21930): Launched\u000a09:10:28.381704 run iperf3-srv_10.42.42.10(pid=21931): Launched\u000a09:10:28.579925 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:10:28.715039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:10:29.054788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Launched\u000a09:10:29.336033 run iperf3-srv_10.42.42.10(pid=21933): Launched\u000a09:10:29.533954 tst iperf3m4.py:8: start network...\u000a09:10:29.668853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:30.188771 run create_hlr_db(pid=21934): Launched\u000a09:10:30.375455 bus /gobi_6: Setting Powered False\u000a09:10:31.435912 run create_hlr_db(pid=21934): Terminated: ok {rc=0}\u000a09:10:31.913520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21936): Launched\u000a09:10:32.256161 run osmo-hlr_10.42.42.2(pid=21937): Launched\u000a09:10:32.375938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:32.917645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21939): Launched\u000a09:10:33.228192 run osmo-stp_10.42.42.5(pid=21940): Launched\u000a09:10:33.340136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:10:33.881922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21942): Launched\u000a09:10:33.998325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:10:34.283787 run patchelf(pid=21943): Launched\u000a09:10:34.473097 run osmo-stp_10.42.42.5(pid=21940): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21940)]\u000a09:10:34.611459 run osmo-stp_10.42.42.5(pid=21940): stdout: \u000a| (launched: 2022-12-10_09:10:33.073543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:34.750092 run osmo-stp_10.42.42.5(pid=21940): stderr: \u000a| �[0;m�[38;5;43m20221210091033246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091033246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091033246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091033247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091033249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091033249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091033249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:34.884023 run osmo-stp_10.42.42.5(pid=21940): stdout: \u000a| (launched: 2022-12-10_09:10:33.073543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:35.018290 run osmo-stp_10.42.42.5(pid=21940): stderr: \u000a| �[0;m�[38;5;43m20221210091033246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091033246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091033246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091033247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091033249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091033249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091033249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:35.172431 run patchelf(pid=21943): Terminating (SIGINT)\u000a09:10:35.353907 run patchelf(pid=21943): Terminated: ok {rc=0}\u000a09:10:35.386932 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21940): Process ended prematurely: osmo-stp_10.42.42.5(pid=21940) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21940)] [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:10:35.396622 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a09:10:35.459226 run osmo-hlr_10.42.42.2(pid=21937): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21937)]\u000a09:10:35.510102 run osmo-hlr_10.42.42.2(pid=21937): stdout: \u000a| (launched: 2022-12-10_09:10:32.085424) \u000a09:10:35.561350 run osmo-hlr_10.42.42.2(pid=21937): stderr: \u000a| �[0;m�[1;31m20221210091032285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091032285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091032285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091032285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091032286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091032286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091032296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091032304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091032305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091032305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:35.604895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Terminating (SIGTERM)\u000a09:10:35.645995 run iperf3-srv_10.42.42.10(pid=21926): Terminating (SIGTERM)\u000a09:10:35.687185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21927): Terminating (SIGTERM)\u000a09:10:35.728174 run iperf3-srv_10.42.42.10(pid=21928): Terminating (SIGTERM)\u000a09:10:35.769343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21930): Terminating (SIGTERM)\u000a09:10:35.810198 run iperf3-srv_10.42.42.10(pid=21931): Terminating (SIGTERM)\u000a09:10:35.851278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Terminating (SIGTERM)\u000a09:10:35.892189 run iperf3-srv_10.42.42.10(pid=21933): Terminating (SIGTERM)\u000a09:10:35.933539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21936): Terminating (SIGTERM)\u000a09:10:35.974692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21939): Terminating (SIGTERM)\u000a09:10:36.015751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21942): Terminating (SIGTERM)\u000a09:10:36.025359 --- ParallelTerminationStrategy: PID 21925 died...\u000a09:10:36.080644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Terminated: ok {rc=0}\u000a09:10:36.090600 --- ParallelTerminationStrategy: PID 21926 died...\u000a09:10:36.145476 run iperf3-srv_10.42.42.10(pid=21926): Terminated {rc=256}\u000a09:10:36.155384 --- ParallelTerminationStrategy: PID 21927 died...\u000a09:10:36.210864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21927): Terminated: ok {rc=0}\u000a09:10:36.220785 --- ParallelTerminationStrategy: PID 21928 died...\u000a09:10:36.276395 run iperf3-srv_10.42.42.10(pid=21928): Terminated {rc=256}\u000a09:10:36.286388 --- ParallelTerminationStrategy: PID 21930 died...\u000a09:10:36.341849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21930): Terminated: ok {rc=0}\u000a09:10:36.351831 --- ParallelTerminationStrategy: PID 21931 died...\u000a09:10:36.406702 run iperf3-srv_10.42.42.10(pid=21931): Terminated {rc=256}\u000a09:10:36.416607 --- ParallelTerminationStrategy: PID 21932 died...\u000a09:10:36.471825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Terminated: ok {rc=0}\u000a09:10:36.481881 --- ParallelTerminationStrategy: PID 21933 died...\u000a09:10:36.536655 run iperf3-srv_10.42.42.10(pid=21933): Terminated {rc=256}\u000a09:10:36.546589 --- ParallelTerminationStrategy: PID 21936 died...\u000a09:10:36.601492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21936): Terminated: ok {rc=0}\u000a09:10:36.611460 --- ParallelTerminationStrategy: PID 21939 died...\u000a09:10:36.666760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21939): Terminated: ok {rc=0}\u000a09:10:36.676862 --- ParallelTerminationStrategy: PID 21942 died...\u000a09:10:36.732157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21942): Terminated: ok {rc=0}\u000a09:10:36.818907 bus /gobi_4: Setting Powered False\u000a09:10:37.927738 bus /gobi_4: Setting Powered False\u000a09:10:39.039121 bus /gobi_1: Setting Powered False\u000a09:10:40.141697 bus /gobi_1: Setting Powered False\u000a09:10:41.255047 bus /gobi_0: Setting Powered False\u000a09:10:42.356435 bus /gobi_0: Setting Powered False\u000a09:10:43.464251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21950): Process ended prematurely: osmo-stp_10.42.42.5(pid=21950) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21950)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21950): Process ended prematurely: osmo-stp_10.42.42.5(pid=21950) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:10:44.532404 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:44.544120 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:10:44.691103 tst ping.py: using LAC 27350\u000a09:10:44.813242 tst ping.py: using RAC 65\u000a09:10:44.932561 tst ping.py: using CellId 27350\u000a09:10:45.053283 tst ping.py: using BVCI 27351\u000a09:10:45.076465 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:45.087527 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:45.098357 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:45.109348 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:45.120082 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:45.130914 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:45.141927 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:45.152716 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:45.441014 tst ping.py:19: start network...\u000a09:10:45.572810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:46.089833 run create_hlr_db(pid=21944): Launched\u000a09:10:46.269485 bus /gobi_6: Setting Powered False\u000a09:10:47.287908 run create_hlr_db(pid=21944): Terminated: ok {rc=0}\u000a09:10:47.694544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21946): Launched\u000a09:10:47.997602 run osmo-hlr_10.42.42.2(pid=21947): Launched\u000a09:10:48.110170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:48.642117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21949): Launched\u000a09:10:48.945353 run osmo-stp_10.42.42.5(pid=21950): Launched\u000a09:10:49.054683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:10:49.577614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21952): Launched\u000a09:10:49.683838 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:10:49.949178 run patchelf(pid=21953): Launched\u000a09:10:50.124384 run osmo-stp_10.42.42.5(pid=21950): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21950)]\u000a09:10:50.252550 run osmo-stp_10.42.42.5(pid=21950): stdout: \u000a| (launched: 2022-12-10_09:10:48.793671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:50.381279 run osmo-stp_10.42.42.5(pid=21950): stderr: \u000a| �[0;m�[38;5;43m20221210091048966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091048966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091048966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091048966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091048967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091048967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091048967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:50.505667 run osmo-stp_10.42.42.5(pid=21950): stdout: \u000a| (launched: 2022-12-10_09:10:48.793671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:50.629199 run osmo-stp_10.42.42.5(pid=21950): stderr: \u000a| �[0;m�[38;5;43m20221210091048966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091048966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091048966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091048966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091048967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091048967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091048967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:50.773149 run patchelf(pid=21953): Terminating (SIGINT)\u000a09:10:50.942652 run patchelf(pid=21953): Terminated: ok {rc=0}\u000a09:10:50.973229 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21950): Process ended prematurely: osmo-stp_10.42.42.5(pid=21950) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21950)] [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a09:10:50.981790 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:10:51.041713 run osmo-hlr_10.42.42.2(pid=21947): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21947)]\u000a09:10:51.090876 run osmo-hlr_10.42.42.2(pid=21947): stdout: \u000a| (launched: 2022-12-10_09:10:47.846119) \u000a09:10:51.140558 run osmo-hlr_10.42.42.2(pid=21947): stderr: \u000a| �[0;m�[1;31m20221210091048026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091048026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091048026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091048026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091048026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091048026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091048038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091048048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091048048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091048048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:51.182343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21946): Terminating (SIGTERM)\u000a09:10:51.222056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21949): Terminating (SIGTERM)\u000a09:10:51.262455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21952): Terminating (SIGTERM)\u000a09:10:51.271843 --- ParallelTerminationStrategy: PID 21946 died...\u000a09:10:51.325774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21946): Terminated: ok {rc=0}\u000a09:10:51.335563 --- ParallelTerminationStrategy: PID 21949 died...\u000a09:10:51.389406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21949): Terminated: ok {rc=0}\u000a09:10:51.399326 --- ParallelTerminationStrategy: PID 21952 died...\u000a09:10:51.452531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21952): Terminated: ok {rc=0}\u000a09:10:51.535462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21960): Process ended prematurely: osmo-stp_10.42.42.5(pid=21960) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21960)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21960): Process ended prematurely: osmo-stp_10.42.42.5(pid=21960) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:10:52.588522 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:52.600809 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:10:52.749137 tst ping_idle_ping.py: using LAC 27351\u000a09:10:52.873993 tst ping_idle_ping.py: using RAC 66\u000a09:10:53.004315 tst ping_idle_ping.py: using CellId 27351\u000a09:10:53.131862 tst ping_idle_ping.py: using BVCI 27352\u000a09:10:53.156457 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:53.167958 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:53.179314 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:53.190905 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:53.202467 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:53.214273 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:53.226228 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:10:53.237808 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:10:53.516941 tst ping_idle_ping.py:24: start network...\u000a09:10:53.642485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:54.121530 run create_hlr_db(pid=21954): Launched\u000a09:10:54.295234 bus /gobi_6: Setting Powered False\u000a09:10:55.316509 run create_hlr_db(pid=21954): Terminated: ok {rc=0}\u000a09:10:55.744307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21956): Launched\u000a09:10:56.067273 run osmo-hlr_10.42.42.2(pid=21957): Launched\u000a09:10:56.184119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:56.742201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21959): Launched\u000a09:10:57.065347 run osmo-stp_10.42.42.5(pid=21960): Launched\u000a09:10:57.180858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:10:57.741043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21962): Launched\u000a09:10:57.858498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:10:58.165302 run patchelf(pid=21963): Launched\u000a09:10:58.351399 run osmo-stp_10.42.42.5(pid=21960): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21960)]\u000a09:10:58.487184 run osmo-stp_10.42.42.5(pid=21960): stdout: \u000a| (launched: 2022-12-10_09:10:56.904467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:58.623176 run osmo-stp_10.42.42.5(pid=21960): stderr: \u000a| �[0;m�[38;5;43m20221210091057101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091057101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091057101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091057102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091057102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091057102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091057102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:58.754673 run osmo-stp_10.42.42.5(pid=21960): stdout: \u000a| (launched: 2022-12-10_09:10:56.904467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:58.884707 run osmo-stp_10.42.42.5(pid=21960): stderr: \u000a| �[0;m�[38;5;43m20221210091057101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091057101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091057101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091057102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091057102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091057102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091057102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:59.036859 run patchelf(pid=21963): Terminating (SIGINT)\u000a09:10:59.215744 run patchelf(pid=21963): Terminated: ok {rc=0}\u000a09:10:59.247986 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21960): Process ended prematurely: osmo-stp_10.42.42.5(pid=21960) [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21960)] [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:10:59.257079 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:10:59.319472 run osmo-hlr_10.42.42.2(pid=21957): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21957)]\u000a09:10:59.370287 run osmo-hlr_10.42.42.2(pid=21957): stdout: \u000a| (launched: 2022-12-10_09:10:55.906274) \u000a09:10:59.421437 run osmo-hlr_10.42.42.2(pid=21957): stderr: \u000a| �[0;m�[1;31m20221210091056110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091056110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091056110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091056110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091056110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091056110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091056123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091056133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091056133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091056133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:59.465243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21956): Terminating (SIGTERM)\u000a09:10:59.507172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21959): Terminating (SIGTERM)\u000a09:10:59.548827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21962): Terminating (SIGTERM)\u000a09:10:59.558578 --- ParallelTerminationStrategy: PID 21956 died...\u000a09:10:59.614076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21956): Terminated: ok {rc=0}\u000a09:10:59.624114 --- ParallelTerminationStrategy: PID 21959 died...\u000a09:10:59.679647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21959): Terminated: ok {rc=0}\u000a09:10:59.689783 --- ParallelTerminationStrategy: PID 21962 died...\u000a09:10:59.745263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21962): Terminated: ok {rc=0}\u000a09:10:59.832665 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:10:01" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21977): Process ended prematurely: osmo-stp_10.42.42.5(pid=21977) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21977)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21977): Process ended prematurely: osmo-stp_10.42.42.5(pid=21977) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:11:02.002477 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.014478 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:11:02.177665 tst cs_paging_gprs_active.py: using LAC 27352\u000a09:11:02.300535 tst cs_paging_gprs_active.py: using RAC 67\u000a09:11:02.423486 tst cs_paging_gprs_active.py: using CellId 27352\u000a09:11:02.545945 tst cs_paging_gprs_active.py: using BVCI 27353\u000a09:11:02.569718 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.580646 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.591428 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.603482 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.614632 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.626072 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.637576 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.648842 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:02.660405 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:02.778374 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:03.073897 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:11:03.210759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:03.545656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21967): Launched\u000a09:11:03.822882 run iperf3-srv_10.42.42.10(pid=21968): Launched\u000a09:11:04.022075 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:11:04.157425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:04.491695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21969): Launched\u000a09:11:04.768828 run iperf3-srv_10.42.42.10(pid=21970): Launched\u000a09:11:04.967023 tst cs_paging_gprs_active.py:38: start network...\u000a09:11:05.101942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:05.618174 run create_hlr_db(pid=21971): Launched\u000a09:11:05.805090 bus /gobi_6: Setting Powered False\u000a09:11:06.827038 run create_hlr_db(pid=21971): Terminated: ok {rc=0}\u000a09:11:07.236498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21973): Launched\u000a09:11:07.543334 run osmo-hlr_10.42.42.2(pid=21974): Launched\u000a09:11:07.658919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:08.186481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21976): Launched\u000a09:11:08.491733 run osmo-stp_10.42.42.5(pid=21977): Launched\u000a09:11:08.604660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:11:09.135020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21979): Launched\u000a09:11:09.244603 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:11:09.517359 run patchelf(pid=21980): Launched\u000a09:11:09.695892 run osmo-stp_10.42.42.5(pid=21977): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21977)]\u000a09:11:09.826430 run osmo-stp_10.42.42.5(pid=21977): stdout: \u000a| (launched: 2022-12-10_09:11:08.341791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:09.957458 run osmo-stp_10.42.42.5(pid=21977): stderr: \u000a| �[0;m�[38;5;43m20221210091108511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091108511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091108511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091108512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091108514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091108514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091108514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:10.083609 run osmo-stp_10.42.42.5(pid=21977): stdout: \u000a| (launched: 2022-12-10_09:11:08.341791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:10.209299 run osmo-stp_10.42.42.5(pid=21977): stderr: \u000a| �[0;m�[38;5;43m20221210091108511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091108511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091108511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091108512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091108514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091108514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091108514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:10.355277 run patchelf(pid=21980): Terminating (SIGINT)\u000a09:11:10.526668 run patchelf(pid=21980): Terminated: ok {rc=0}\u000a09:11:10.558103 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21977): Process ended prematurely: osmo-stp_10.42.42.5(pid=21977) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21977)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:11:10.567255 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:11:10.627793 run osmo-hlr_10.42.42.2(pid=21974): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21974)]\u000a09:11:10.677091 run osmo-hlr_10.42.42.2(pid=21974): stdout: \u000a| (launched: 2022-12-10_09:11:07.392140) \u000a09:11:10.726671 run osmo-hlr_10.42.42.2(pid=21974): stderr: \u000a| �[0;m�[1;31m20221210091107567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091107567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091107567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091107567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091107567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091107567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091107585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091107595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091107596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091107596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:10.768339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21967): Terminating (SIGTERM)\u000a09:11:10.807758 run iperf3-srv_10.42.42.10(pid=21968): Terminating (SIGTERM)\u000a09:11:10.847447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21969): Terminating (SIGTERM)\u000a09:11:10.886796 run iperf3-srv_10.42.42.10(pid=21970): Terminating (SIGTERM)\u000a09:11:10.926307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21973): Terminating (SIGTERM)\u000a09:11:10.965846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21976): Terminating (SIGTERM)\u000a09:11:11.005491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21979): Terminating (SIGTERM)\u000a09:11:11.015002 --- ParallelTerminationStrategy: PID 21967 died...\u000a09:11:11.067890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21967): Terminated: ok {rc=0}\u000a09:11:11.077822 --- ParallelTerminationStrategy: PID 21968 died...\u000a09:11:11.130630 run iperf3-srv_10.42.42.10(pid=21968): Terminated {rc=256}\u000a09:11:11.140261 --- ParallelTerminationStrategy: PID 21969 died...\u000a09:11:11.192880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21969): Terminated: ok {rc=0}\u000a09:11:11.202803 --- ParallelTerminationStrategy: PID 21970 died...\u000a09:11:11.255808 run iperf3-srv_10.42.42.10(pid=21970): Terminated {rc=256}\u000a09:11:11.265879 --- ParallelTerminationStrategy: PID 21973 died...\u000a09:11:11.318846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21973): Terminated: ok {rc=0}\u000a09:11:11.328745 --- ParallelTerminationStrategy: PID 21976 died...\u000a09:11:11.381460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21976): Terminated: ok {rc=0}\u000a09:11:11.391287 --- ParallelTerminationStrategy: PID 21979 died...\u000a09:11:11.444785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21979): Terminated: ok {rc=0}\u000a09:11:11.531561 bus /gobi_0: Setting Powered False\u000a09:11:12.634295 bus /gobi_0: Setting Powered False\u000a09:11:13.744372 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21989): Process ended prematurely: osmo-stp_10.42.42.5(pid=21989) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21989)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21989): Process ended prematurely: osmo-stp_10.42.42.5(pid=21989) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:11:14.853634 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:14.865067 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:11:15.023095 tst iperf3.py: using LAC 27353\u000a09:11:15.144388 tst iperf3.py: using RAC 68\u000a09:11:15.266217 tst iperf3.py: using CellId 27353\u000a09:11:15.388437 tst iperf3.py: using BVCI 27354\u000a09:11:15.411859 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:15.422635 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:15.433243 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:15.443990 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:15.454869 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:15.465726 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:15.476497 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:15.487331 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:15.498507 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:15.777756 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:11:15.912817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:16.266046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21981): Launched\u000a09:11:16.551036 run iperf3-srv_10.42.42.10(pid=21982): Launched\u000a09:11:16.741872 tst iperf3.py:8: start network...\u000a09:11:16.872753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:17.358737 run create_hlr_db(pid=21983): Launched\u000a09:11:17.533533 bus /gobi_6: Setting Powered False\u000a09:11:18.554684 run create_hlr_db(pid=21983): Terminated: ok {rc=0}\u000a09:11:18.958714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21985): Launched\u000a09:11:19.262274 run osmo-hlr_10.42.42.2(pid=21986): Launched\u000a09:11:19.379102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:19.906560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21988): Launched\u000a09:11:20.211635 run osmo-stp_10.42.42.5(pid=21989): Launched\u000a09:11:20.323285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:11:20.851432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21991): Launched\u000a09:11:20.960247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:11:21.224070 run patchelf(pid=21992): Launched\u000a09:11:21.402518 run osmo-stp_10.42.42.5(pid=21989): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21989)]\u000a09:11:21.532206 run osmo-stp_10.42.42.5(pid=21989): stdout: \u000a| (launched: 2022-12-10_09:11:20.061131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:21.662374 run osmo-stp_10.42.42.5(pid=21989): stderr: \u000a| �[0;m�[38;5;43m20221210091120230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091120230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091120230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091120231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091120231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091120231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091120231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:21.788215 run osmo-stp_10.42.42.5(pid=21989): stdout: \u000a| (launched: 2022-12-10_09:11:20.061131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:21.913387 run osmo-stp_10.42.42.5(pid=21989): stderr: \u000a| �[0;m�[38;5;43m20221210091120230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091120230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091120230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091120231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091120231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091120231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091120231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:22.058348 run patchelf(pid=21992): Terminating (SIGINT)\u000a09:11:22.228832 run patchelf(pid=21992): Terminated: ok {rc=0}\u000a09:11:22.260029 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21989): Process ended prematurely: osmo-stp_10.42.42.5(pid=21989) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21989)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:11:22.269061 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:11:22.329388 run osmo-hlr_10.42.42.2(pid=21986): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21986)]\u000a09:11:22.377774 run osmo-hlr_10.42.42.2(pid=21986): stdout: \u000a| (launched: 2022-12-10_09:11:19.112802) \u000a09:11:22.426918 run osmo-hlr_10.42.42.2(pid=21986): stderr: \u000a| �[0;m�[1;31m20221210091119289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091119289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091119289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091119289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091119289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091119289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091119303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091119312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091119312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091119312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:22.468533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21981): Terminating (SIGTERM)\u000a09:11:22.508028 run iperf3-srv_10.42.42.10(pid=21982): Terminating (SIGTERM)\u000a09:11:22.547538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21985): Terminating (SIGTERM)\u000a09:11:22.587000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21988): Terminating (SIGTERM)\u000a09:11:22.626446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21991): Terminating (SIGTERM)\u000a09:11:22.635858 --- ParallelTerminationStrategy: PID 21981 died...\u000a09:11:22.689138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21981): Terminated: ok {rc=0}\u000a09:11:22.699144 --- ParallelTerminationStrategy: PID 21982 died...\u000a09:11:22.751599 run iperf3-srv_10.42.42.10(pid=21982): Terminated {rc=256}\u000a09:11:22.761490 --- ParallelTerminationStrategy: PID 21985 died...\u000a09:11:22.813666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21985): Terminated: ok {rc=0}\u000a09:11:22.823396 --- ParallelTerminationStrategy: PID 21988 died...\u000a09:11:22.875824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21988): Terminated: ok {rc=0}\u000a09:11:22.885896 --- ParallelTerminationStrategy: PID 21991 died...\u000a09:11:22.938385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21991): Terminated: ok {rc=0}\u000a09:11:23.025315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22007): Process ended prematurely: osmo-stp_10.42.42.5(pid=22007) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22007)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22007): Process ended prematurely: osmo-stp_10.42.42.5(pid=22007) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:11:24.135505 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.147081 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:11:24.306022 tst iperf3m4.py: using LAC 27354\u000a09:11:24.431132 tst iperf3m4.py: using RAC 69\u000a09:11:24.552405 tst iperf3m4.py: using CellId 27354\u000a09:11:24.671620 tst iperf3m4.py: using BVCI 27355\u000a09:11:24.694874 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.705748 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.716779 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.727752 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.738610 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.749808 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.760885 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.771853 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:24.782951 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:24.899631 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:25.021721 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:25.137018 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:25.432105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:11:25.567503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:25.900803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21993): Launched\u000a09:11:26.178016 run iperf3-srv_10.42.42.10(pid=21994): Launched\u000a09:11:26.375558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:11:26.510677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:26.843697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21995): Launched\u000a09:11:27.120490 run iperf3-srv_10.42.42.10(pid=21996): Launched\u000a09:11:27.317789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:11:27.452569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:27.786383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21997): Launched\u000a09:11:28.063597 run iperf3-srv_10.42.42.10(pid=21998): Launched\u000a09:11:28.261331 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:11:28.396279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:28.729236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21999): Launched\u000a09:11:29.006817 run iperf3-srv_10.42.42.10(pid=22000): Launched\u000a09:11:29.204300 tst iperf3m4.py:8: start network...\u000a09:11:29.339137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:29.857370 run create_hlr_db(pid=22001): Launched\u000a09:11:30.044369 bus /gobi_6: Setting Powered False\u000a09:11:31.074817 run create_hlr_db(pid=22001): Terminated: ok {rc=0}\u000a09:11:31.533382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22003): Launched\u000a09:11:31.865965 run osmo-hlr_10.42.42.2(pid=22004): Launched\u000a09:11:32.086500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:32.693643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22006): Launched\u000a09:11:32.999010 run osmo-stp_10.42.42.5(pid=22007): Launched\u000a09:11:33.111036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:11:33.639379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22009): Launched\u000a09:11:33.747833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:11:34.013283 run patchelf(pid=22010): Launched\u000a09:11:34.190624 run osmo-stp_10.42.42.5(pid=22007): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22007)]\u000a09:11:34.320053 run osmo-stp_10.42.42.5(pid=22007): stdout: \u000a| (launched: 2022-12-10_09:11:32.847565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:34.450514 run osmo-stp_10.42.42.5(pid=22007): stderr: \u000a| �[0;m�[38;5;43m20221210091133019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091133020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091133020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091133020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091133021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091133021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091133021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:34.576108 run osmo-stp_10.42.42.5(pid=22007): stdout: \u000a| (launched: 2022-12-10_09:11:32.847565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:34.701132 run osmo-stp_10.42.42.5(pid=22007): stderr: \u000a| �[0;m�[38;5;43m20221210091133019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091133020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091133020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091133020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091133021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091133021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091133021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:34.845904 run patchelf(pid=22010): Terminating (SIGINT)\u000a09:11:35.016366 run patchelf(pid=22010): Terminated: ok {rc=0}\u000a09:11:35.047496 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22007): Process ended prematurely: osmo-stp_10.42.42.5(pid=22007) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22007)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:11:35.056682 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:11:35.117149 run osmo-hlr_10.42.42.2(pid=22004): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22004)]\u000a09:11:35.165794 run osmo-hlr_10.42.42.2(pid=22004): stdout: \u000a| (launched: 2022-12-10_09:11:31.699531) \u000a09:11:35.214980 run osmo-hlr_10.42.42.2(pid=22004): stderr: \u000a| �[0;m�[1;31m20221210091132057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091132057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091132057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091132057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091132057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091132057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091132074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091132090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091132090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091132091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:35.257332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21993): Terminating (SIGTERM)\u000a09:11:35.297470 run iperf3-srv_10.42.42.10(pid=21994): Terminating (SIGTERM)\u000a09:11:35.337292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21995): Terminating (SIGTERM)\u000a09:11:35.377047 run iperf3-srv_10.42.42.10(pid=21996): Terminating (SIGTERM)\u000a09:11:35.416787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21997): Terminating (SIGTERM)\u000a09:11:35.456630 run iperf3-srv_10.42.42.10(pid=21998): Terminating (SIGTERM)\u000a09:11:35.496349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21999): Terminating (SIGTERM)\u000a09:11:35.536132 run iperf3-srv_10.42.42.10(pid=22000): Terminating (SIGTERM)\u000a09:11:35.575735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22003): Terminating (SIGTERM)\u000a09:11:35.615283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22006): Terminating (SIGTERM)\u000a09:11:35.654747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22009): Terminating (SIGTERM)\u000a09:11:35.664212 --- ParallelTerminationStrategy: PID 21993 died...\u000a09:11:35.717565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21993): Terminated: ok {rc=0}\u000a09:11:35.727734 --- ParallelTerminationStrategy: PID 21994 died...\u000a09:11:35.781048 run iperf3-srv_10.42.42.10(pid=21994): Terminated {rc=256}\u000a09:11:35.790681 --- ParallelTerminationStrategy: PID 21995 died...\u000a09:11:35.843885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21995): Terminated: ok {rc=0}\u000a09:11:35.853926 --- ParallelTerminationStrategy: PID 21996 died...\u000a09:11:35.906857 run iperf3-srv_10.42.42.10(pid=21996): Terminated {rc=256}\u000a09:11:35.916535 --- ParallelTerminationStrategy: PID 21997 died...\u000a09:11:35.969749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21997): Terminated: ok {rc=0}\u000a09:11:35.979717 --- ParallelTerminationStrategy: PID 21998 died...\u000a09:11:36.032540 run iperf3-srv_10.42.42.10(pid=21998): Terminated {rc=256}\u000a09:11:36.042513 --- ParallelTerminationStrategy: PID 21999 died...\u000a09:11:36.095328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21999): Terminated: ok {rc=0}\u000a09:11:36.105294 --- ParallelTerminationStrategy: PID 22000 died...\u000a09:11:36.157424 run iperf3-srv_10.42.42.10(pid=22000): Terminated {rc=256}\u000a09:11:36.167228 --- ParallelTerminationStrategy: PID 22003 died...\u000a09:11:36.219912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22003): Terminated: ok {rc=0}\u000a09:11:36.229763 --- ParallelTerminationStrategy: PID 22006 died...\u000a09:11:36.282709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22006): Terminated: ok {rc=0}\u000a09:11:36.292300 --- ParallelTerminationStrategy: PID 22009 died...\u000a09:11:36.345091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22009): Terminated: ok {rc=0}\u000a09:11:36.433009 bus /gobi_4: Setting Powered False\u000a09:11:37.536897 bus /gobi_4: Setting Powered False\u000a09:11:38.648363 bus /gobi_1: Setting Powered False\u000a09:11:39.750521 bus /gobi_1: Setting Powered False\u000a09:11:40.860673 bus /gobi_0: Setting Powered False\u000a09:11:41.965326 bus /gobi_0: Setting Powered False\u000a09:11:43.073060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22017): Process ended prematurely: osmo-stp_10.42.42.5(pid=22017) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22017)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22017): Process ended prematurely: osmo-stp_10.42.42.5(pid=22017) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:11:44.141202 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:44.153177 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:11:44.317019 tst ping.py: using LAC 27355\u000a09:11:44.440798 tst ping.py: using RAC 70\u000a09:11:44.567420 tst ping.py: using CellId 27355\u000a09:11:44.693249 tst ping.py: using BVCI 27356\u000a09:11:44.717553 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:44.728887 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:44.740052 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:44.751263 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:44.762376 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:44.773647 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:44.784828 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:44.795963 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:45.083535 tst ping.py:19: start network...\u000a09:11:45.215480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:45.722152 run create_hlr_db(pid=22011): Launched\u000a09:11:45.930845 bus /gobi_6: Setting Powered False\u000a09:11:46.923342 run create_hlr_db(pid=22011): Terminated: ok {rc=0}\u000a09:11:47.389634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22013): Launched\u000a09:11:47.706919 run osmo-hlr_10.42.42.2(pid=22014): Launched\u000a09:11:47.822182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:48.375710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22016): Launched\u000a09:11:48.691634 run osmo-stp_10.42.42.5(pid=22017): Launched\u000a09:11:48.806898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:11:49.361523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22019): Launched\u000a09:11:49.474951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:11:49.752017 run patchelf(pid=22020): Launched\u000a09:11:49.937510 run osmo-stp_10.42.42.5(pid=22017): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22017)]\u000a09:11:50.073063 run osmo-stp_10.42.42.5(pid=22017): stdout: \u000a| (launched: 2022-12-10_09:11:48.536703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:50.208597 run osmo-stp_10.42.42.5(pid=22017): stderr: \u000a| �[0;m�[38;5;43m20221210091148731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091148731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091148731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091148731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091148732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091148732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091148732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:50.339955 run osmo-stp_10.42.42.5(pid=22017): stdout: \u000a| (launched: 2022-12-10_09:11:48.536703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:50.470476 run osmo-stp_10.42.42.5(pid=22017): stderr: \u000a| �[0;m�[38;5;43m20221210091148731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091148731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091148731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091148731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091148732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091148732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091148732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:50.622019 run patchelf(pid=22020): Terminating (SIGINT)\u000a09:11:50.799686 run patchelf(pid=22020): Terminated: ok {rc=0}\u000a09:11:50.831758 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22017): Process ended prematurely: osmo-stp_10.42.42.5(pid=22017) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22017)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:11:50.840881 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:11:50.903740 run osmo-hlr_10.42.42.2(pid=22014): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22014)]\u000a09:11:50.955541 run osmo-hlr_10.42.42.2(pid=22014): stdout: \u000a| (launched: 2022-12-10_09:11:47.551544) \u000a09:11:51.007767 run osmo-hlr_10.42.42.2(pid=22014): stderr: \u000a| �[0;m�[1;31m20221210091147750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091147750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091147750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091147750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091147750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091147750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091147763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091147771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091147772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091147772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:51.052210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22013): Terminating (SIGTERM)\u000a09:11:51.094291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22016): Terminating (SIGTERM)\u000a09:11:51.136186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22019): Terminating (SIGTERM)\u000a09:11:51.146072 --- ParallelTerminationStrategy: PID 22013 died...\u000a09:11:51.202090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22013): Terminated: ok {rc=0}\u000a09:11:51.212348 --- ParallelTerminationStrategy: PID 22016 died...\u000a09:11:51.268114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22016): Terminated: ok {rc=0}\u000a09:11:51.278381 --- ParallelTerminationStrategy: PID 22019 died...\u000a09:11:51.334232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22019): Terminated: ok {rc=0}\u000a09:11:51.420417 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22028): Process ended prematurely: osmo-stp_10.42.42.5(pid=22028) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22028)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22028): Process ended prematurely: osmo-stp_10.42.42.5(pid=22028) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:11:52.472287 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:52.484180 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:11:52.649660 tst ping_idle_ping.py: using LAC 27356\u000a09:11:52.776100 tst ping_idle_ping.py: using RAC 71\u000a09:11:52.906911 tst ping_idle_ping.py: using CellId 27356\u000a09:11:53.031854 tst ping_idle_ping.py: using BVCI 27357\u000a09:11:53.056415 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:53.067712 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:53.078901 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:53.090071 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:53.101272 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:53.112340 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:53.123604 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:11:53.134761 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:11:53.423058 tst ping_idle_ping.py:24: start network...\u000a09:11:53.555379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:54.061116 run create_hlr_db(pid=22022): Launched\u000a09:11:54.235623 bus /gobi_6: Setting Powered False\u000a09:11:55.257470 run create_hlr_db(pid=22022): Terminated: ok {rc=0}\u000a09:11:55.658735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22024): Launched\u000a09:11:55.958590 run osmo-hlr_10.42.42.2(pid=22025): Launched\u000a09:11:56.068459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:56.587715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22027): Launched\u000a09:11:56.886666 run osmo-stp_10.42.42.5(pid=22028): Launched\u000a09:11:56.996815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:11:57.517574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22030): Launched\u000a09:11:57.624445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:11:57.886030 run patchelf(pid=22031): Launched\u000a09:11:58.062415 run osmo-stp_10.42.42.5(pid=22028): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22028)]\u000a09:11:58.191088 run osmo-stp_10.42.42.5(pid=22028): stdout: \u000a| (launched: 2022-12-10_09:11:56.739199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:58.320126 run osmo-stp_10.42.42.5(pid=22028): stderr: \u000a| �[0;m�[38;5;43m20221210091156910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091156910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091156910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091156911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091156911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091156911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091156911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:58.444546 run osmo-stp_10.42.42.5(pid=22028): stdout: \u000a| (launched: 2022-12-10_09:11:56.739199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:58.567976 run osmo-stp_10.42.42.5(pid=22028): stderr: \u000a| �[0;m�[38;5;43m20221210091156910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091156910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091156910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091156911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091156911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091156911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091156911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:58.711435 run patchelf(pid=22031): Terminating (SIGINT)\u000a09:11:58.880021 run patchelf(pid=22031): Terminated: ok {rc=0}\u000a09:11:58.910709 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22028): Process ended prematurely: osmo-stp_10.42.42.5(pid=22028) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22028)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:11:58.919291 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:11:58.979486 run osmo-hlr_10.42.42.2(pid=22025): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22025)]\u000a09:11:59.028112 run osmo-hlr_10.42.42.2(pid=22025): stdout: \u000a| (launched: 2022-12-10_09:11:55.810820) \u000a09:11:59.077502 run osmo-hlr_10.42.42.2(pid=22025): stderr: \u000a| �[0;m�[1;31m20221210091155986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091155986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091155986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091155986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091155986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091155986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091156001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091156011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091156012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091156012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:59.119320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22024): Terminating (SIGTERM)\u000a09:11:59.159068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22027): Terminating (SIGTERM)\u000a09:11:59.198787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22030): Terminating (SIGTERM)\u000a09:11:59.208278 --- ParallelTerminationStrategy: PID 22024 died...\u000a09:11:59.261354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22024): Terminated: ok {rc=0}\u000a09:11:59.271312 --- ParallelTerminationStrategy: PID 22027 died...\u000a09:11:59.324370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22027): Terminated: ok {rc=0}\u000a09:11:59.334061 --- ParallelTerminationStrategy: PID 22030 died...\u000a09:11:59.387223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22030): Terminated: ok {rc=0}\u000a09:11:59.475771 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:11:01" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22046): Process ended prematurely: osmo-stp_10.42.42.5(pid=22046) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22046)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22046): Process ended prematurely: osmo-stp_10.42.42.5(pid=22046) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:12:01.666830 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:01.679054 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:12:01.867731 tst cs_paging_gprs_active.py: using LAC 27357\u000a09:12:02.000227 tst cs_paging_gprs_active.py: using RAC 72\u000a09:12:02.152092 tst cs_paging_gprs_active.py: using CellId 27357\u000a09:12:02.278864 tst cs_paging_gprs_active.py: using BVCI 27358\u000a09:12:02.302316 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:02.313202 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:02.324002 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:02.335187 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:02.346280 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:02.357363 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:02.368231 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:02.379067 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:02.390060 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:02.509631 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:02.810342 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:12:02.946096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:03.285948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22036): Launched\u000a09:12:03.568812 run iperf3-srv_10.42.42.10(pid=22037): Launched\u000a09:12:03.767746 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:12:03.903071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:04.240644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Launched\u000a09:12:04.522862 run iperf3-srv_10.42.42.10(pid=22039): Launched\u000a09:12:04.721427 tst cs_paging_gprs_active.py:38: start network...\u000a09:12:04.856537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:05.378013 run create_hlr_db(pid=22040): Launched\u000a09:12:05.564710 bus /gobi_6: Setting Powered False\u000a09:12:06.586383 run create_hlr_db(pid=22040): Terminated: ok {rc=0}\u000a09:12:06.999886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22042): Launched\u000a09:12:07.308403 run osmo-hlr_10.42.42.2(pid=22043): Launched\u000a09:12:07.424620 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:07.958659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22045): Launched\u000a09:12:08.268877 run osmo-stp_10.42.42.5(pid=22046): Launched\u000a09:12:08.380837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:08.915427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22048): Launched\u000a09:12:09.024891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:09.295274 run patchelf(pid=22049): Launched\u000a09:12:09.475302 run osmo-stp_10.42.42.5(pid=22046): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22046)]\u000a09:12:09.605725 run osmo-stp_10.42.42.5(pid=22046): stdout: \u000a| (launched: 2022-12-10_09:12:08.113764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:09.736628 run osmo-stp_10.42.42.5(pid=22046): stderr: \u000a| �[0;m�[38;5;43m20221210091208287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091208288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091208288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091208288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091208290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091208291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091208291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:09.862876 run osmo-stp_10.42.42.5(pid=22046): stdout: \u000a| (launched: 2022-12-10_09:12:08.113764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:09.987945 run osmo-stp_10.42.42.5(pid=22046): stderr: \u000a| �[0;m�[38;5;43m20221210091208287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091208288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091208288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091208288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091208290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091208291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091208291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:10.133408 run patchelf(pid=22049): Terminating (SIGINT)\u000a09:12:10.304554 run patchelf(pid=22049): Terminated: ok {rc=0}\u000a09:12:10.335812 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22046): Process ended prematurely: osmo-stp_10.42.42.5(pid=22046) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22046)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:12:10.344842 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:12:10.404744 run osmo-hlr_10.42.42.2(pid=22043): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22043)]\u000a09:12:10.453162 run osmo-hlr_10.42.42.2(pid=22043): stdout: \u000a| (launched: 2022-12-10_09:12:07.155075) \u000a09:12:10.502848 run osmo-hlr_10.42.42.2(pid=22043): stderr: \u000a| �[0;m�[1;31m20221210091207337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091207337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091207337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091207337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091207337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091207337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091207362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091207370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091207371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091207371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:10.544609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22036): Terminating (SIGTERM)\u000a09:12:10.584129 run iperf3-srv_10.42.42.10(pid=22037): Terminating (SIGTERM)\u000a09:12:10.623549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Terminating (SIGTERM)\u000a09:12:10.662895 run iperf3-srv_10.42.42.10(pid=22039): Terminating (SIGTERM)\u000a09:12:10.702204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22042): Terminating (SIGTERM)\u000a09:12:10.741791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22045): Terminating (SIGTERM)\u000a09:12:10.781056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22048): Terminating (SIGTERM)\u000a09:12:10.790515 --- ParallelTerminationStrategy: PID 22036 died...\u000a09:12:10.843218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22036): Terminated: ok {rc=0}\u000a09:12:10.853489 --- ParallelTerminationStrategy: PID 22037 died...\u000a09:12:10.905861 run iperf3-srv_10.42.42.10(pid=22037): Terminated {rc=256}\u000a09:12:10.915616 --- ParallelTerminationStrategy: PID 22038 died...\u000a09:12:10.968173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Terminated: ok {rc=0}\u000a09:12:10.977796 --- ParallelTerminationStrategy: PID 22039 died...\u000a09:12:11.030036 run iperf3-srv_10.42.42.10(pid=22039): Terminated {rc=256}\u000a09:12:11.039774 --- ParallelTerminationStrategy: PID 22042 died...\u000a09:12:11.092005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22042): Terminated: ok {rc=0}\u000a09:12:11.101770 --- ParallelTerminationStrategy: PID 22045 died...\u000a09:12:11.154235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22045): Terminated: ok {rc=0}\u000a09:12:11.163670 --- ParallelTerminationStrategy: PID 22048 died...\u000a09:12:11.215850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22048): Terminated: ok {rc=0}\u000a09:12:11.298632 bus /gobi_0: Setting Powered False\u000a09:12:12.405787 bus /gobi_0: Setting Powered False\u000a09:12:13.512481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:12:14.626885 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:14.638645 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:12:14.805195 tst iperf3.py: using LAC 27358\u000a09:12:14.934069 tst iperf3.py: using RAC 73\u000a09:12:15.062659 tst iperf3.py: using CellId 27358\u000a09:12:15.187920 tst iperf3.py: using BVCI 27359\u000a09:12:15.212802 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:15.224028 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:15.235204 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:15.246342 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:15.257355 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:15.268369 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:15.279514 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:15.290641 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:15.302026 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:15.582717 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:12:15.710263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:16.068223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22050): Launched\u000a09:12:16.359052 run iperf3-srv_10.42.42.10(pid=22051): Launched\u000a09:12:16.549584 tst iperf3.py:8: start network...\u000a09:12:16.680503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:17.209944 run create_hlr_db(pid=22052): Launched\u000a09:12:17.387917 bus /gobi_6: Setting Powered False\u000a09:12:18.408076 run create_hlr_db(pid=22052): Terminated: ok {rc=0}\u000a09:12:18.843315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Launched\u000a09:12:19.173048 run osmo-hlr_10.42.42.2(pid=22055): Launched\u000a09:12:19.292603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:19.861397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Launched\u000a09:12:20.189193 run osmo-stp_10.42.42.5(pid=22058): Launched\u000a09:12:20.306959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:20.875516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22060): Launched\u000a09:12:20.991696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:21.277211 run patchelf(pid=22061): Launched\u000a09:12:21.466108 run osmo-stp_10.42.42.5(pid=22058): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]\u000a09:12:21.603733 run osmo-stp_10.42.42.5(pid=22058): stdout: \u000a| (launched: 2022-12-10_09:12:20.026864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:21.742196 run osmo-stp_10.42.42.5(pid=22058): stderr: \u000a| �[0;m�[38;5;43m20221210091220222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091220222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091220223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091220223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091220224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091220224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091220224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:21.876441 run osmo-stp_10.42.42.5(pid=22058): stdout: \u000a| (launched: 2022-12-10_09:12:20.026864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:22.010078 run osmo-stp_10.42.42.5(pid=22058): stderr: \u000a| �[0;m�[38;5;43m20221210091220222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091220222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091220223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091220223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091220224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091220224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091220224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:22.164054 run patchelf(pid=22061): Terminating (SIGINT)\u000a09:12:22.344803 run patchelf(pid=22061): Terminated: ok {rc=0}\u000a09:12:22.377865 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:12:22.387574 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:12:22.450419 run osmo-hlr_10.42.42.2(pid=22055): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22055)]\u000a09:12:22.501099 run osmo-hlr_10.42.42.2(pid=22055): stdout: \u000a| (launched: 2022-12-10_09:12:19.009260) \u000a09:12:22.553071 run osmo-hlr_10.42.42.2(pid=22055): stderr: \u000a| �[0;m�[1;31m20221210091219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091219224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091219233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091219233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091219233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:22.596983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22050): Terminating (SIGTERM)\u000a09:12:22.638385 run iperf3-srv_10.42.42.10(pid=22051): Terminating (SIGTERM)\u000a09:12:22.679967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Terminating (SIGTERM)\u000a09:12:22.721420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Terminating (SIGTERM)\u000a09:12:22.763101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22060): Terminating (SIGTERM)\u000a09:12:22.772825 --- ParallelTerminationStrategy: PID 22050 died...\u000a09:12:22.828343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22050): Terminated: ok {rc=0}\u000a09:12:22.838506 --- ParallelTerminationStrategy: PID 22051 died...\u000a09:12:22.893577 run iperf3-srv_10.42.42.10(pid=22051): Terminated {rc=256}\u000a09:12:22.903671 --- ParallelTerminationStrategy: PID 22054 died...\u000a09:12:22.959084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Terminated: ok {rc=0}\u000a09:12:22.969930 --- ParallelTerminationStrategy: PID 22057 died...\u000a09:12:23.025664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Terminated: ok {rc=0}\u000a09:12:23.035941 --- ParallelTerminationStrategy: PID 22060 died...\u000a09:12:23.091449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22060): Terminated: ok {rc=0}\u000a09:12:23.178164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22076): Process ended prematurely: osmo-stp_10.42.42.5(pid=22076) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22076)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22076): Process ended prematurely: osmo-stp_10.42.42.5(pid=22076) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:12:24.294360 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.306357 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:12:24.469636 tst iperf3m4.py: using LAC 27359\u000a09:12:24.590525 tst iperf3m4.py: using RAC 74\u000a09:12:24.713371 tst iperf3m4.py: using CellId 27359\u000a09:12:24.833710 tst iperf3m4.py: using BVCI 27360\u000a09:12:24.857176 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.868105 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.878738 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.889589 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.900306 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.911185 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.922262 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.933095 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:24.943990 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:25.064092 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:25.183878 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:25.305033 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:25.602001 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:12:25.738932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:26.078991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22062): Launched\u000a09:12:26.363149 run iperf3-srv_10.42.42.10(pid=22063): Launched\u000a09:12:26.561942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:12:26.697832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:27.037361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22064): Launched\u000a09:12:27.321109 run iperf3-srv_10.42.42.10(pid=22065): Launched\u000a09:12:27.520372 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:12:27.655940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:27.996201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22066): Launched\u000a09:12:28.278526 run iperf3-srv_10.42.42.10(pid=22067): Launched\u000a09:12:28.476781 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:12:28.612074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:28.952116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22068): Launched\u000a09:12:29.234000 run iperf3-srv_10.42.42.10(pid=22069): Launched\u000a09:12:29.431862 tst iperf3m4.py:8: start network...\u000a09:12:29.567132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:30.089879 run create_hlr_db(pid=22070): Launched\u000a09:12:30.278246 bus /gobi_6: Setting Powered False\u000a09:12:31.341450 run create_hlr_db(pid=22070): Terminated: ok {rc=0}\u000a09:12:31.824152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22072): Launched\u000a09:12:32.176752 run osmo-hlr_10.42.42.2(pid=22073): Launched\u000a09:12:32.343825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:32.913742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22075): Launched\u000a09:12:33.243558 run osmo-stp_10.42.42.5(pid=22076): Launched\u000a09:12:33.361421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:33.930301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22078): Launched\u000a09:12:34.046710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:34.333505 run patchelf(pid=22079): Launched\u000a09:12:34.522032 run osmo-stp_10.42.42.5(pid=22076): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22076)]\u000a09:12:34.659753 run osmo-stp_10.42.42.5(pid=22076): stdout: \u000a| (launched: 2022-12-10_09:12:33.079568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:34.798057 run osmo-stp_10.42.42.5(pid=22076): stderr: \u000a| �[0;m�[38;5;43m20221210091233279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091233279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091233279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091233280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091233280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091233280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091233280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:34.931708 run osmo-stp_10.42.42.5(pid=22076): stdout: \u000a| (launched: 2022-12-10_09:12:33.079568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:35.065281 run osmo-stp_10.42.42.5(pid=22076): stderr: \u000a| �[0;m�[38;5;43m20221210091233279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091233279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091233279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091233280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091233280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091233280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091233280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:35.219390 run patchelf(pid=22079): Terminating (SIGINT)\u000a09:12:35.400686 run patchelf(pid=22079): Terminated: ok {rc=0}\u000a09:12:35.433830 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22076): Process ended prematurely: osmo-stp_10.42.42.5(pid=22076) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22076)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:12:35.443615 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a09:12:35.506011 run osmo-hlr_10.42.42.2(pid=22073): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22073)]\u000a09:12:35.556668 run osmo-hlr_10.42.42.2(pid=22073): stdout: \u000a| (launched: 2022-12-10_09:12:31.996048) \u000a09:12:35.608070 run osmo-hlr_10.42.42.2(pid=22073): stderr: \u000a| �[0;m�[1;31m20221210091232333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091232334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091232334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091232334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091232334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091232334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091232349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091232366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091232366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091232366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:35.651985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22062): Terminating (SIGTERM)\u000a09:12:35.693339 run iperf3-srv_10.42.42.10(pid=22063): Terminating (SIGTERM)\u000a09:12:35.734918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22064): Terminating (SIGTERM)\u000a09:12:35.776232 run iperf3-srv_10.42.42.10(pid=22065): Terminating (SIGTERM)\u000a09:12:35.817745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22066): Terminating (SIGTERM)\u000a09:12:35.859067 run iperf3-srv_10.42.42.10(pid=22067): Terminating (SIGTERM)\u000a09:12:35.900406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22068): Terminating (SIGTERM)\u000a09:12:35.942572 run iperf3-srv_10.42.42.10(pid=22069): Terminating (SIGTERM)\u000a09:12:35.985995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22072): Terminating (SIGTERM)\u000a09:12:36.027401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22075): Terminating (SIGTERM)\u000a09:12:36.068495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22078): Terminating (SIGTERM)\u000a09:12:36.078179 --- ParallelTerminationStrategy: PID 22062 died...\u000a09:12:36.133355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22062): Terminated: ok {rc=0}\u000a09:12:36.143307 --- ParallelTerminationStrategy: PID 22063 died...\u000a09:12:36.198097 run iperf3-srv_10.42.42.10(pid=22063): Terminated {rc=256}\u000a09:12:36.208044 --- ParallelTerminationStrategy: PID 22064 died...\u000a09:12:36.262909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22064): Terminated: ok {rc=0}\u000a09:12:36.272888 --- ParallelTerminationStrategy: PID 22065 died...\u000a09:12:36.327742 run iperf3-srv_10.42.42.10(pid=22065): Terminated {rc=256}\u000a09:12:36.337758 --- ParallelTerminationStrategy: PID 22066 died...\u000a09:12:36.392615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22066): Terminated: ok {rc=0}\u000a09:12:36.402599 --- ParallelTerminationStrategy: PID 22067 died...\u000a09:12:36.457530 run iperf3-srv_10.42.42.10(pid=22067): Terminated {rc=256}\u000a09:12:36.467499 --- ParallelTerminationStrategy: PID 22068 died...\u000a09:12:36.522593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22068): Terminated: ok {rc=0}\u000a09:12:36.532722 --- ParallelTerminationStrategy: PID 22069 died...\u000a09:12:36.587685 run iperf3-srv_10.42.42.10(pid=22069): Terminated {rc=256}\u000a09:12:36.597859 --- ParallelTerminationStrategy: PID 22072 died...\u000a09:12:36.652552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22072): Terminated: ok {rc=0}\u000a09:12:36.662599 --- ParallelTerminationStrategy: PID 22075 died...\u000a09:12:36.717361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22075): Terminated: ok {rc=0}\u000a09:12:36.727314 --- ParallelTerminationStrategy: PID 22078 died...\u000a09:12:36.781808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22078): Terminated: ok {rc=0}\u000a09:12:36.867846 bus /gobi_4: Setting Powered False\u000a09:12:37.969370 bus /gobi_4: Setting Powered False\u000a09:12:39.079573 bus /gobi_1: Setting Powered False\u000a09:12:40.182004 bus /gobi_1: Setting Powered False\u000a09:12:41.291979 bus /gobi_0: Setting Powered False\u000a09:12:42.393528 bus /gobi_0: Setting Powered False\u000a09:12:43.505071 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22089): Process ended prematurely: osmo-stp_10.42.42.5(pid=22089) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22089)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22089): Process ended prematurely: osmo-stp_10.42.42.5(pid=22089) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:12:44.571105 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:44.582903 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:12:44.740285 tst ping.py: using LAC 27360\u000a09:12:44.865097 tst ping.py: using RAC 75\u000a09:12:44.992610 tst ping.py: using CellId 27360\u000a09:12:45.114543 tst ping.py: using BVCI 27361\u000a09:12:45.137762 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:45.148484 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:45.159219 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:45.170245 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:45.180990 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:45.191878 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:45.202935 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:45.214040 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:45.489869 tst ping.py:19: start network...\u000a09:12:45.614987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:46.151069 run create_hlr_db(pid=22083): Launched\u000a09:12:46.342031 bus /gobi_6: Setting Powered False\u000a09:12:47.364889 run create_hlr_db(pid=22083): Terminated: ok {rc=0}\u000a09:12:47.770999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22085): Launched\u000a09:12:48.075735 run osmo-hlr_10.42.42.2(pid=22086): Launched\u000a09:12:48.190369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:48.727146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22088): Launched\u000a09:12:49.030672 run osmo-stp_10.42.42.5(pid=22089): Launched\u000a09:12:49.140416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:49.667672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22091): Launched\u000a09:12:49.774748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:50.040839 run patchelf(pid=22092): Launched\u000a09:12:50.217362 run osmo-stp_10.42.42.5(pid=22089): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22089)]\u000a09:12:50.345808 run osmo-stp_10.42.42.5(pid=22089): stdout: \u000a| (launched: 2022-12-10_09:12:48.879135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:50.474635 run osmo-stp_10.42.42.5(pid=22089): stderr: \u000a| �[0;m�[38;5;43m20221210091249053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091249053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091249053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091249054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091249055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091249055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091249055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:50.599114 run osmo-stp_10.42.42.5(pid=22089): stdout: \u000a| (launched: 2022-12-10_09:12:48.879135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:50.722882 run osmo-stp_10.42.42.5(pid=22089): stderr: \u000a| �[0;m�[38;5;43m20221210091249053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091249053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091249053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091249054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091249055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091249055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091249055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:50.867111 run patchelf(pid=22092): Terminating (SIGINT)\u000a09:12:51.036166 run patchelf(pid=22092): Terminated: ok {rc=0}\u000a09:12:51.066749 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22089): Process ended prematurely: osmo-stp_10.42.42.5(pid=22089) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22089)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:12:51.075211 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:12:51.135625 run osmo-hlr_10.42.42.2(pid=22086): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22086)]\u000a09:12:51.184436 run osmo-hlr_10.42.42.2(pid=22086): stdout: \u000a| (launched: 2022-12-10_09:12:47.923476) \u000a09:12:51.233770 run osmo-hlr_10.42.42.2(pid=22086): stderr: \u000a| �[0;m�[1;31m20221210091248105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091248105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091248105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091248105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091248105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091248105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091248117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091248126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091248126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091248126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:51.275567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22085): Terminating (SIGTERM)\u000a09:12:51.315095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22088): Terminating (SIGTERM)\u000a09:12:51.354706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22091): Terminating (SIGTERM)\u000a09:12:51.364239 --- ParallelTerminationStrategy: PID 22085 died...\u000a09:12:51.417141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22085): Terminated: ok {rc=0}\u000a09:12:51.427063 --- ParallelTerminationStrategy: PID 22088 died...\u000a09:12:51.479696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22088): Terminated: ok {rc=0}\u000a09:12:51.489779 --- ParallelTerminationStrategy: PID 22091 died...\u000a09:12:51.542728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22091): Terminated: ok {rc=0}\u000a09:12:51.631490 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22099): Process ended prematurely: osmo-stp_10.42.42.5(pid=22099) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22099)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22099): Process ended prematurely: osmo-stp_10.42.42.5(pid=22099) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:12:52.682603 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:52.694479 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:12:52.862058 tst ping_idle_ping.py: using LAC 27361\u000a09:12:52.989714 tst ping_idle_ping.py: using RAC 76\u000a09:12:53.118868 tst ping_idle_ping.py: using CellId 27361\u000a09:12:53.242899 tst ping_idle_ping.py: using BVCI 27362\u000a09:12:53.267380 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:53.278697 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:53.289850 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:53.301434 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:53.312812 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:53.324421 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:53.336249 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:12:53.347834 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:12:53.640310 tst ping_idle_ping.py:24: start network...\u000a09:12:53.773588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:54.290391 run create_hlr_db(pid=22093): Launched\u000a09:12:54.476084 bus /gobi_6: Setting Powered False\u000a09:12:55.496625 run create_hlr_db(pid=22093): Terminated: ok {rc=0}\u000a09:12:55.904342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22095): Launched\u000a09:12:56.210643 run osmo-hlr_10.42.42.2(pid=22096): Launched\u000a09:12:56.328133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:56.862874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22098): Launched\u000a09:12:57.168358 run osmo-stp_10.42.42.5(pid=22099): Launched\u000a09:12:57.278878 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:57.807180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22101): Launched\u000a09:12:57.914827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:58.181953 run patchelf(pid=22102): Launched\u000a09:12:58.358073 run osmo-stp_10.42.42.5(pid=22099): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22099)]\u000a09:12:58.486713 run osmo-stp_10.42.42.5(pid=22099): stdout: \u000a| (launched: 2022-12-10_09:12:57.015702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:58.615223 run osmo-stp_10.42.42.5(pid=22099): stderr: \u000a| �[0;m�[38;5;43m20221210091257188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091257189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091257189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091257189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091257190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091257190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091257190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:58.739680 run osmo-stp_10.42.42.5(pid=22099): stdout: \u000a| (launched: 2022-12-10_09:12:57.015702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:58.863253 run osmo-stp_10.42.42.5(pid=22099): stderr: \u000a| �[0;m�[38;5;43m20221210091257188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091257189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091257189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091257189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091257190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091257190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091257190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:59.007194 run patchelf(pid=22102): Terminating (SIGINT)\u000a09:12:59.175961 run patchelf(pid=22102): Terminated: ok {rc=0}\u000a09:12:59.206400 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22099): Process ended prematurely: osmo-stp_10.42.42.5(pid=22099) [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22099)] [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:12:59.214928 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:12:59.275911 run osmo-hlr_10.42.42.2(pid=22096): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22096)]\u000a09:12:59.325265 run osmo-hlr_10.42.42.2(pid=22096): stdout: \u000a| (launched: 2022-12-10_09:12:56.057204) \u000a09:12:59.375290 run osmo-hlr_10.42.42.2(pid=22096): stderr: \u000a| �[0;m�[1;31m20221210091256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091256235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091256248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091256258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091256258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091256259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:59.417834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22095): Terminating (SIGTERM)\u000a09:12:59.457901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22098): Terminating (SIGTERM)\u000a09:12:59.498012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22101): Terminating (SIGTERM)\u000a09:12:59.507437 --- ParallelTerminationStrategy: PID 22095 died...\u000a09:12:59.560779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22095): Terminated: ok {rc=0}\u000a09:12:59.570910 --- ParallelTerminationStrategy: PID 22098 died...\u000a09:12:59.624338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22098): Terminated: ok {rc=0}\u000a09:12:59.634180 --- ParallelTerminationStrategy: PID 22101 died...\u000a09:12:59.687610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22101): Terminated: ok {rc=0}\u000a09:12:59.771446 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:12:01" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22112): Process ended prematurely: osmo-stp_10.42.42.5(pid=22112) [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22112)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22112): Process ended prematurely: osmo-stp_10.42.42.5(pid=22112) [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:13:01.838584 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:13:01.851248 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:13:02.020200 tst switch_tch_pdch.py: using LAC 27362\u000a09:13:02.144008 tst switch_tch_pdch.py: using RAC 77\u000a09:13:02.267647 tst switch_tch_pdch.py: using CellId 27362\u000a09:13:02.390365 tst switch_tch_pdch.py: using BVCI 27363\u000a09:13:02.414957 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:13:02.426655 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:13:02.438182 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:13:02.449692 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:13:02.461460 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:13:02.472889 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:13:02.484471 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:13:02.495907 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:13:02.611820 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:13:02.909118 tst switch_tch_pdch.py:51: start network...\u000a09:13:03.042970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:03.550185 run create_hlr_db(pid=22106): Launched\u000a09:13:03.734970 bus /gobi_6: Setting Powered False\u000a09:13:04.755095 run create_hlr_db(pid=22106): Terminated: ok {rc=0}\u000a09:13:05.157700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22108): Launched\u000a09:13:05.458022 run osmo-hlr_10.42.42.2(pid=22109): Launched\u000a09:13:05.572479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:06.093588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22111): Launched\u000a09:13:06.392660 run osmo-stp_10.42.42.5(pid=22112): Launched\u000a09:13:06.502605 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:07.023224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22114): Launched\u000a09:13:07.129814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:07.390272 run patchelf(pid=22115): Launched\u000a09:13:07.565702 run osmo-stp_10.42.42.5(pid=22112): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22112)]\u000a09:13:07.693792 run osmo-stp_10.42.42.5(pid=22112): stdout: \u000a| (launched: 2022-12-10_09:13:06.245656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:07.822193 run osmo-stp_10.42.42.5(pid=22112): stderr: \u000a| �[0;m�[38;5;43m20221210091306413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091306414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091306414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091306414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091306416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091306417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091306417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:07.946086 run osmo-stp_10.42.42.5(pid=22112): stdout: \u000a| (launched: 2022-12-10_09:13:06.245656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:08.069303 run osmo-stp_10.42.42.5(pid=22112): stderr: \u000a| �[0;m�[38;5;43m20221210091306413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091306414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091306414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091306414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091306416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091306417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091306417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:08.212921 run patchelf(pid=22115): Terminating (SIGINT)\u000a09:13:08.381496 run patchelf(pid=22115): Terminated: ok {rc=0}\u000a09:13:08.411822 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22112): Process ended prematurely: osmo-stp_10.42.42.5(pid=22112) [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22112)] [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:13:08.420264 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:13:08.480051 run osmo-hlr_10.42.42.2(pid=22109): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22109)]\u000a09:13:08.528740 run osmo-hlr_10.42.42.2(pid=22109): stdout: \u000a| (launched: 2022-12-10_09:13:05.310382) \u000a09:13:08.578226 run osmo-hlr_10.42.42.2(pid=22109): stderr: \u000a| �[0;m�[1;31m20221210091305488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091305488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091305488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091305488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091305488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091305488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091305500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091305509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091305509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091305509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:08.619808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22108): Terminating (SIGTERM)\u000a09:13:08.659665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22111): Terminating (SIGTERM)\u000a09:13:08.699151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22114): Terminating (SIGTERM)\u000a09:13:08.708584 --- ParallelTerminationStrategy: PID 22108 died...\u000a09:13:08.761903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22108): Terminated: ok {rc=0}\u000a09:13:08.771537 --- ParallelTerminationStrategy: PID 22111 died...\u000a09:13:08.824242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22111): Terminated: ok {rc=0}\u000a09:13:08.833959 --- ParallelTerminationStrategy: PID 22114 died...\u000a09:13:08.886854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22114): Terminated: ok {rc=0}\u000a09:13:08.974004 bus /gobi_0: Setting Powered False\u000a09:13:10.076662 bus /gobi_0: Setting Powered False\u000a09:13:11.186696 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:13:01" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22126): Process ended prematurely: osmo-stp_10.42.42.5(pid=22126) [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22126)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22126): Process ended prematurely: osmo-stp_10.42.42.5(pid=22126) [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:13:13.166078 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:13:13.177480 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:13:13.340498 tst switch_tch_pdch.py: using LAC 27363\u000a09:13:13.464721 tst switch_tch_pdch.py: using RAC 78\u000a09:13:13.588646 tst switch_tch_pdch.py: using CellId 27363\u000a09:13:13.715831 tst switch_tch_pdch.py: using BVCI 27364\u000a09:13:13.740181 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:13:13.751512 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:13:13.762658 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:13:13.773834 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:13:13.784906 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:13:13.796090 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:13:13.807339 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:13:13.818998 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:13:13.935965 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:13:14.212504 tst switch_tch_pdch.py:51: start network...\u000a09:13:14.337826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:14.786804 run create_hlr_db(pid=22120): Launched\u000a09:13:14.908675 bus /gobi_6: Setting Powered False\u000a09:13:15.998311 run create_hlr_db(pid=22120): Terminated: ok {rc=0}\u000a09:13:16.403556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22122): Launched\u000a09:13:16.780335 run osmo-hlr_10.42.42.2(pid=22123): Launched\u000a09:13:16.897210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:17.630882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22125): Launched\u000a09:13:17.933992 run osmo-stp_10.42.42.5(pid=22126): Launched\u000a09:13:18.044015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:18.543805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22128): Launched\u000a09:13:18.650409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:18.915399 run patchelf(pid=22129): Launched\u000a09:13:19.090408 run osmo-stp_10.42.42.5(pid=22126): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22126)]\u000a09:13:19.218239 run osmo-stp_10.42.42.5(pid=22126): stdout: \u000a| (launched: 2022-12-10_09:13:17.782489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:19.346659 run osmo-stp_10.42.42.5(pid=22126): stderr: \u000a| �[0;m�[38;5;43m20221210091317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091317956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091317958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091317958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091317958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:19.471061 run osmo-stp_10.42.42.5(pid=22126): stdout: \u000a| (launched: 2022-12-10_09:13:17.782489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:19.593938 run osmo-stp_10.42.42.5(pid=22126): stderr: \u000a| �[0;m�[38;5;43m20221210091317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091317955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091317956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091317958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091317958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091317958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:19.737532 run patchelf(pid=22129): Terminating (SIGINT)\u000a09:13:19.906274 run patchelf(pid=22129): Terminated: ok {rc=0}\u000a09:13:19.936790 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22126): Process ended prematurely: osmo-stp_10.42.42.5(pid=22126) [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22126)] [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:13:19.945351 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a09:13:20.004397 run osmo-hlr_10.42.42.2(pid=22123): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22123)]\u000a09:13:20.053145 run osmo-hlr_10.42.42.2(pid=22123): stdout: \u000a| (launched: 2022-12-10_09:13:16.560339) \u000a09:13:20.102267 run osmo-hlr_10.42.42.2(pid=22123): stderr: \u000a| �[0;m�[1;31m20221210091316941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091316941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091316941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091316941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091316941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091316941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091316958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091316980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091316981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091316981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:20.143400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22122): Terminating (SIGTERM)\u000a09:13:20.182479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22125): Terminating (SIGTERM)\u000a09:13:20.221501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22128): Terminating (SIGTERM)\u000a09:13:20.230829 --- ParallelTerminationStrategy: PID 22122 died...\u000a09:13:20.283348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22122): Terminated: ok {rc=0}\u000a09:13:20.292864 --- ParallelTerminationStrategy: PID 22125 died...\u000a09:13:20.344830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22125): Terminated: ok {rc=0}\u000a09:13:20.354476 --- ParallelTerminationStrategy: PID 22128 died...\u000a09:13:20.406337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22128): Terminated: ok {rc=0}\u000a09:13:20.493255 bus /gobi_0: Setting Powered False\u000a09:13:21.597822 bus /gobi_0: Setting Powered False\u000a09:13:22.707670 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:13:12" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22134): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22134) [trial-2372↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22134)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22134): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22134) [trial-2372↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a09:13:24.598489 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a09:13:24.609328 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:13:24.740016 tst mo_mt_sms.py: using LAC 27364\u000a09:13:24.862312 tst mo_mt_sms.py: using RAC 79\u000a09:13:24.978076 tst mo_mt_sms.py: using CellId 27364\u000a09:13:25.102236 tst mo_mt_sms.py: using BVCI 27365\u000a09:13:25.125131 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:13:25.242841 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:13:25.519087 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:13:25.644125 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:13:26.261945 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22133): Launched\u000a09:13:26.558922 run osmo-nitb_10.42.42.2(pid=22134): Launched\u000a09:13:26.743325 run osmo-nitb_10.42.42.2(pid=22134): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22134)]\u000a09:13:26.878951 run osmo-nitb_10.42.42.2(pid=22134): stdout: \u000a| (launched: 2022-12-10_09:13:26.414495) \u000a09:13:27.014864 run osmo-nitb_10.42.42.2(pid=22134): stderr: \u000a| (launched: 2022-12-10_09:13:26.459208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:13:27.146536 run osmo-nitb_10.42.42.2(pid=22134): stdout: \u000a| (launched: 2022-12-10_09:13:26.414495) \u000a09:13:27.277129 run osmo-nitb_10.42.42.2(pid=22134): stderr: \u000a| (launched: 2022-12-10_09:13:26.459208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:13:27.679448 tst osmo-nitb_10.42.42.2(pid=22134): stdout: \u000a| (launched: 2022-12-10_09:13:26.414495) \u000a09:13:27.798113 tst osmo-nitb_10.42.42.2(pid=22134): stderr: \u000a| (launched: 2022-12-10_09:13:26.459208)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:13:27.850166 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22134): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22134) [trial-2372↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22134)] [trial-2372↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a09:13:27.858194 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a09:13:27.892226 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22133): Terminating (SIGTERM)\u000a09:13:28.069765 --- ParallelTerminationStrategy: PID 22133 died...\u000a09:13:28.123902 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22133): Terminated: ok {rc=0}\u000a09:13:28.207368 bus /sierra_3: Setting Powered False\u000a09:13:29.315237 bus /sierra_3: Setting Powered False\u000a09:13:30.427294 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:13:24" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22144): Process ended prematurely: osmo-stp_10.42.42.5(pid=22144) [trial-2372↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22144)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22144): Process ended prematurely: osmo-stp_10.42.42.5(pid=22144) [trial-2372↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a09:13:32.325986 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:32.337142 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:13:32.472893 tst mo_mt_sms.py: using LAC 27365\u000a09:13:32.596870 tst mo_mt_sms.py: using RAC 80\u000a09:13:32.723853 tst mo_mt_sms.py: using CellId 27365\u000a09:13:32.847999 tst mo_mt_sms.py: using BVCI 27366\u000a09:13:32.872222 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:32.883721 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:32.894957 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:32.905984 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:32.916844 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:32.927788 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:13:33.043744 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:13:33.243380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:33.721893 run create_hlr_db(pid=22138): Launched\u000a09:13:33.896067 bus /sierra_2: Setting Powered False\u000a09:13:34.917057 run create_hlr_db(pid=22138): Terminated: ok {rc=0}\u000a09:13:35.320082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22140): Launched\u000a09:13:35.622957 run osmo-hlr_10.42.42.2(pid=22141): Launched\u000a09:13:35.737641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:36.267010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22143): Launched\u000a09:13:36.570906 run osmo-stp_10.42.42.5(pid=22144): Launched\u000a09:13:36.680705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:13:37.234153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22146): Launched\u000a09:13:37.539313 run osmo-msc_10.42.42.6(pid=22147): Launched\u000a09:13:37.717272 run osmo-stp_10.42.42.5(pid=22144): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22144)]\u000a09:13:37.846018 run osmo-stp_10.42.42.5(pid=22144): stdout: \u000a| (launched: 2022-12-10_09:13:36.419160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:37.971855 run osmo-stp_10.42.42.5(pid=22144): stderr: \u000a| �[0;m�[38;5;43m20221210091336593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091336593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091336593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091336594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091336594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091336594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091336594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:38.092462 run osmo-stp_10.42.42.5(pid=22144): stdout: \u000a| (launched: 2022-12-10_09:13:36.419160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:38.211778 run osmo-stp_10.42.42.5(pid=22144): stderr: \u000a| �[0;m�[38;5;43m20221210091336593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091336593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091336593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091336594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091336594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091336594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091336594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:38.264323 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22144): Process ended prematurely: osmo-stp_10.42.42.5(pid=22144) [trial-2372↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22144)] [trial-2372↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a09:13:38.272193 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a09:13:38.332130 run osmo-hlr_10.42.42.2(pid=22141): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22141)]\u000a09:13:38.380973 run osmo-hlr_10.42.42.2(pid=22141): stdout: \u000a| (launched: 2022-12-10_09:13:35.471875) \u000a09:13:38.431499 run osmo-hlr_10.42.42.2(pid=22141): stderr: \u000a| �[0;m�[1;31m20221210091335649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091335649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091335649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091335649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091335649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091335649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091335674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091335684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091335684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091335684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:38.498897 run osmo-msc_10.42.42.6(pid=22147): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22147)]\u000a09:13:38.547453 run osmo-msc_10.42.42.6(pid=22147): stdout: \u000a| (launched: 2022-12-10_09:13:37.386123) \u000a09:13:38.597372 run osmo-msc_10.42.42.6(pid=22147): stderr: \u000a| �[0;m�[38;5;43m20221210091337662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091337662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f076924fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091337663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091337663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091337663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091337663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091337665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091337666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091337666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091337666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:13:38.638865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22140): Terminating (SIGTERM)\u000a09:13:38.678284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22143): Terminating (SIGTERM)\u000a09:13:38.717905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22146): Terminating (SIGTERM)\u000a09:13:38.727148 --- ParallelTerminationStrategy: PID 22140 died...\u000a09:13:38.779986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22140): Terminated: ok {rc=0}\u000a09:13:38.789781 --- ParallelTerminationStrategy: PID 22143 died...\u000a09:13:38.842422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22143): Terminated: ok {rc=0}\u000a09:13:38.852133 --- ParallelTerminationStrategy: PID 22146 died...\u000a09:13:38.905068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22146): Terminated: ok {rc=0}\u000a09:13:38.993228 bus /sierra_3: Setting Powered False\u000a09:13:40.095449 bus /sierra_3: Setting Powered False\u000a09:13:41.202897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:13:32" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22153): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22153) [trial-2372↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22153)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22153): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22153) [trial-2372↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a09:13:43.034989 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a09:13:43.046048 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:13:43.176366 tst assert_extension.py: using LAC 27366\u000a09:13:43.294760 tst assert_extension.py: using RAC 81\u000a09:13:43.417922 tst assert_extension.py: using CellId 27366\u000a09:13:43.541358 tst assert_extension.py: using BVCI 27367\u000a09:13:43.565851 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a09:13:43.841301 tst assert_extension.py:10: start nitb and bts...\u000a09:13:43.966724 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:13:44.589601 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22152): Launched\u000a09:13:44.886684 run osmo-nitb_10.42.42.2(pid=22153): Launched\u000a09:13:45.071773 run osmo-nitb_10.42.42.2(pid=22153): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22153)]\u000a09:13:45.207869 run osmo-nitb_10.42.42.2(pid=22153): stdout: \u000a| (launched: 2022-12-10_09:13:44.741981) \u000a09:13:45.344205 run osmo-nitb_10.42.42.2(pid=22153): stderr: \u000a| (launched: 2022-12-10_09:13:44.786698)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:13:45.476076 run osmo-nitb_10.42.42.2(pid=22153): stdout: \u000a| (launched: 2022-12-10_09:13:44.741981) \u000a09:13:45.606953 run osmo-nitb_10.42.42.2(pid=22153): stderr: \u000a| (launched: 2022-12-10_09:13:44.786698)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:13:46.019163 tst osmo-nitb_10.42.42.2(pid=22153): stdout: \u000a| (launched: 2022-12-10_09:13:44.741981) \u000a09:13:46.142017 tst osmo-nitb_10.42.42.2(pid=22153): stderr: \u000a| (launched: 2022-12-10_09:13:44.786698)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:13:46.195390 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22153): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22153) [trial-2372↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22153)] [trial-2372↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a09:13:46.204048 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:13:46.241562 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22152): Terminating (SIGTERM)\u000a09:13:46.419653 --- ParallelTerminationStrategy: PID 22152 died...\u000a09:13:46.489707 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22152): Terminated: ok {rc=0}\u000a09:13:46.587494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:13:42" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22163): Process ended prematurely: osmo-stp_10.42.42.5(pid=22163) [trial-2372↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22163)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22163): Process ended prematurely: osmo-stp_10.42.42.5(pid=22163) [trial-2372↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a09:13:48.415186 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:48.426155 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:13:48.559431 tst assert_extension.py: using LAC 27367\u000a09:13:48.679706 tst assert_extension.py: using RAC 82\u000a09:13:48.799655 tst assert_extension.py: using CellId 27367\u000a09:13:48.919836 tst assert_extension.py: using BVCI 27368\u000a09:13:48.942572 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:48.953317 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:48.963889 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:48.974864 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:48.986030 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:13:48.996914 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a09:13:49.204019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:49.715137 run create_hlr_db(pid=22157): Launched\u000a09:13:49.899100 bus /sierra_2: Setting Powered False\u000a09:13:50.919980 run create_hlr_db(pid=22157): Terminated: ok {rc=0}\u000a09:13:51.326779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22159): Launched\u000a09:13:51.630255 run osmo-hlr_10.42.42.2(pid=22160): Launched\u000a09:13:51.747299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:52.283378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22162): Launched\u000a09:13:52.587503 run osmo-stp_10.42.42.5(pid=22163): Launched\u000a09:13:52.696881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:13:53.246290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22165): Launched\u000a09:13:53.549232 run osmo-msc_10.42.42.6(pid=22166): Launched\u000a09:13:53.726439 run osmo-stp_10.42.42.5(pid=22163): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22163)]\u000a09:13:53.854315 run osmo-stp_10.42.42.5(pid=22163): stdout: \u000a| (launched: 2022-12-10_09:13:52.435475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:53.979159 run osmo-stp_10.42.42.5(pid=22163): stderr: \u000a| �[0;m�[38;5;43m20221210091352609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091352609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091352609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091352609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091352610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091352610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091352610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:54.099258 run osmo-stp_10.42.42.5(pid=22163): stdout: \u000a| (launched: 2022-12-10_09:13:52.435475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:54.218480 run osmo-stp_10.42.42.5(pid=22163): stderr: \u000a| �[0;m�[38;5;43m20221210091352609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091352609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091352609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091352609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091352610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091352610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091352610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:54.270522 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22163): Process ended prematurely: osmo-stp_10.42.42.5(pid=22163) [trial-2372↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22163)] [trial-2372↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a09:13:54.278375 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a09:13:54.337968 run osmo-hlr_10.42.42.2(pid=22160): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22160)]\u000a09:13:54.386422 run osmo-hlr_10.42.42.2(pid=22160): stdout: \u000a| (launched: 2022-12-10_09:13:51.479157) \u000a09:13:54.435460 run osmo-hlr_10.42.42.2(pid=22160): stderr: \u000a| �[0;m�[1;31m20221210091351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091351658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091351671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091351680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091351681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091351681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:54.501904 run osmo-msc_10.42.42.6(pid=22166): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22166)]\u000a09:13:54.550922 run osmo-msc_10.42.42.6(pid=22166): stdout: \u000a| (launched: 2022-12-10_09:13:53.397372) \u000a09:13:54.600402 run osmo-msc_10.42.42.6(pid=22166): stderr: \u000a| �[0;m�[38;5;43m20221210091353673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091353673 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39cdcc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091353673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091353673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091353674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091353674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091353676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091353676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091353677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091353677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:13:54.641763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22159): Terminating (SIGTERM)\u000a09:13:54.681182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22162): Terminating (SIGTERM)\u000a09:13:54.720424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22165): Terminating (SIGTERM)\u000a09:13:54.729894 --- ParallelTerminationStrategy: PID 22159 died...\u000a09:13:54.782389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22159): Terminated: ok {rc=0}\u000a09:13:54.792213 --- ParallelTerminationStrategy: PID 22162 died...\u000a09:13:54.844428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22162): Terminated: ok {rc=0}\u000a09:13:54.854268 --- ParallelTerminationStrategy: PID 22165 died...\u000a09:13:54.906630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22165): Terminated: ok {rc=0}\u000a09:13:54.995620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:13:48" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22177): Process ended prematurely: osmo-stp_10.42.42.5(pid=22177) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22177)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22177): Process ended prematurely: osmo-stp_10.42.42.5(pid=22177) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:13:56.943972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:13:56.955806 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:13:57.117843 tst mo_mt_call.py: using LAC 27368\u000a09:13:57.247437 tst mo_mt_call.py: using RAC 83\u000a09:13:57.376839 tst mo_mt_call.py: using CellId 27368\u000a09:13:57.510343 tst mo_mt_call.py: using BVCI 27369\u000a09:13:57.535205 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:13:57.546891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:13:57.558534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:13:57.570123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:13:57.581877 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:13:57.593426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:13:57.716811 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:13:57.928667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:58.447434 run create_hlr_db(pid=22171): Launched\u000a09:13:58.635644 bus /sierra_2: Setting Powered False\u000a09:13:59.656231 run create_hlr_db(pid=22171): Terminated: ok {rc=0}\u000a09:14:00.067348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22173): Launched\u000a09:14:00.374072 run osmo-hlr_10.42.42.2(pid=22174): Launched\u000a09:14:00.494351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:01.095244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22176): Launched\u000a09:14:01.493619 run osmo-stp_10.42.42.5(pid=22177): Launched\u000a09:14:01.739746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:14:02.354529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22179): Launched\u000a09:14:02.662338 run osmo-msc_10.42.42.6(pid=22180): Launched\u000a09:14:02.842778 run osmo-stp_10.42.42.5(pid=22177): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22177)]\u000a09:14:02.972356 run osmo-stp_10.42.42.5(pid=22177): stdout: \u000a| (launched: 2022-12-10_09:14:01.256063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:03.099925 run osmo-stp_10.42.42.5(pid=22177): stderr: \u000a| �[0;m�[38;5;43m20221210091401567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091401567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091401567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091401568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091401568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091401568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091401568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:03.223178 run osmo-stp_10.42.42.5(pid=22177): stdout: \u000a| (launched: 2022-12-10_09:14:01.256063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:03.344874 run osmo-stp_10.42.42.5(pid=22177): stderr: \u000a| �[0;m�[38;5;43m20221210091401567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091401567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091401567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091401568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091401568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091401568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091401568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:03.398592 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22177): Process ended prematurely: osmo-stp_10.42.42.5(pid=22177) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22177)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:14:03.407066 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a09:14:03.467419 run osmo-hlr_10.42.42.2(pid=22174): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22174)]\u000a09:14:03.516768 run osmo-hlr_10.42.42.2(pid=22174): stdout: \u000a| (launched: 2022-12-10_09:14:00.223194) \u000a09:14:03.566606 run osmo-hlr_10.42.42.2(pid=22174): stderr: \u000a| �[0;m�[1;31m20221210091400400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091400400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091400400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091400400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091400400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091400400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091400412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091400421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091400421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091400421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:03.633938 run osmo-msc_10.42.42.6(pid=22180): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22180)]\u000a09:14:03.682920 run osmo-msc_10.42.42.6(pid=22180): stdout: \u000a| (launched: 2022-12-10_09:14:02.510167) \u000a09:14:03.732479 run osmo-msc_10.42.42.6(pid=22180): stderr: \u000a| �[0;m�[38;5;43m20221210091402784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091402784 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b83ec1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091402784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091402784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091402784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091402784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091402786 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091402787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091402787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091402787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:14:03.774159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22173): Terminating (SIGTERM)\u000a09:14:03.813834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22176): Terminating (SIGTERM)\u000a09:14:03.853737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22179): Terminating (SIGTERM)\u000a09:14:03.863189 --- ParallelTerminationStrategy: PID 22173 died...\u000a09:14:03.916260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22173): Terminated: ok {rc=0}\u000a09:14:03.926116 --- ParallelTerminationStrategy: PID 22176 died...\u000a09:14:03.979255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22176): Terminated: ok {rc=0}\u000a09:14:03.989173 --- ParallelTerminationStrategy: PID 22179 died...\u000a09:14:04.043034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22179): Terminated: ok {rc=0}\u000a09:14:04.126727 bus /sierra_3: Setting Powered False\u000a09:14:05.233881 bus /sierra_3: Setting Powered False\u000a09:14:06.345473 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22188): Process ended prematurely: osmo-stp_10.42.42.5(pid=22188) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22188)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22188): Process ended prematurely: osmo-stp_10.42.42.5(pid=22188) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:14:07.456331 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:14:07.468108 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:14:07.624054 tst mo_mt_call_osmux.py: using LAC 27369\u000a09:14:07.747118 tst mo_mt_call_osmux.py: using RAC 84\u000a09:14:07.869543 tst mo_mt_call_osmux.py: using CellId 27369\u000a09:14:07.992360 tst mo_mt_call_osmux.py: using BVCI 27370\u000a09:14:08.015684 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:14:08.027065 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:14:08.038206 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:14:08.049631 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:14:08.061030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:14:08.072356 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:14:08.192202 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:14:08.404347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:08.923606 run create_hlr_db(pid=22182): Launched\u000a09:14:09.112062 bus /sierra_2: Setting Powered False\u000a09:14:10.133087 run create_hlr_db(pid=22182): Terminated: ok {rc=0}\u000a09:14:10.564619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22184): Launched\u000a09:14:10.889569 run osmo-hlr_10.42.42.2(pid=22185): Launched\u000a09:14:11.011649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:11.576213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22187): Launched\u000a09:14:11.900130 run osmo-stp_10.42.42.5(pid=22188): Launched\u000a09:14:12.017691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:14:12.614151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22190): Launched\u000a09:14:12.940246 run osmo-msc_10.42.42.6(pid=22191): Launched\u000a09:14:13.130654 run osmo-stp_10.42.42.5(pid=22188): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22188)]\u000a09:14:13.267047 run osmo-stp_10.42.42.5(pid=22188): stdout: \u000a| (launched: 2022-12-10_09:14:11.740913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:13.403204 run osmo-stp_10.42.42.5(pid=22188): stderr: \u000a| �[0;m�[38;5;43m20221210091411934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091411934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091411935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091411935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091411936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091411936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091411936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:13.533405 run osmo-stp_10.42.42.5(pid=22188): stdout: \u000a| (launched: 2022-12-10_09:14:11.740913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:13.662137 run osmo-stp_10.42.42.5(pid=22188): stderr: \u000a| �[0;m�[38;5;43m20221210091411934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091411934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091411935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091411935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091411936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091411936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091411936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:13.718878 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22188): Process ended prematurely: osmo-stp_10.42.42.5(pid=22188) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22188)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:14:13.727951 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:14:13.789892 run osmo-hlr_10.42.42.2(pid=22185): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22185)]\u000a09:14:13.840296 run osmo-hlr_10.42.42.2(pid=22185): stdout: \u000a| (launched: 2022-12-10_09:14:10.730672) \u000a09:14:13.891449 run osmo-hlr_10.42.42.2(pid=22185): stderr: \u000a| �[0;m�[1;31m20221210091410932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091410932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091410933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091410933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091410933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091410933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091410945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091410953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:13.960926 run osmo-msc_10.42.42.6(pid=22191): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22191)]\u000a09:14:14.011255 run osmo-msc_10.42.42.6(pid=22191): stdout: \u000a| (launched: 2022-12-10_09:14:12.780477) \u000a09:14:14.062465 run osmo-msc_10.42.42.6(pid=22191): stderr: \u000a| �[0;m�[38;5;43m20221210091413108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091413108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f180e7b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091413108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091413108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091413108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091413108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091413110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091413111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091413111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091413111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:14:14.105788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22184): Terminating (SIGTERM)\u000a09:14:14.146641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22187): Terminating (SIGTERM)\u000a09:14:14.187781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22190): Terminating (SIGTERM)\u000a09:14:14.197507 --- ParallelTerminationStrategy: PID 22184 died...\u000a09:14:14.252600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22184): Terminated: ok {rc=0}\u000a09:14:14.262760 --- ParallelTerminationStrategy: PID 22187 died...\u000a09:14:14.317497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22187): Terminated: ok {rc=0}\u000a09:14:14.327502 --- ParallelTerminationStrategy: PID 22190 died...\u000a09:14:14.382517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22190): Terminated: ok {rc=0}\u000a09:14:14.468547 bus /sierra_3: Setting Powered False\u000a09:14:15.570197 bus /sierra_3: Setting Powered False\u000a09:14:16.682734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:13:56" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22202): Process ended prematurely: osmo-stp_10.42.42.5(pid=22202) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22202)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22202): Process ended prematurely: osmo-stp_10.42.42.5(pid=22202) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:14:18.682873 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:18.694576 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:14:18.853358 tst mo_mt_call.py: using LAC 27370\u000a09:14:18.979502 tst mo_mt_call.py: using RAC 85\u000a09:14:19.106223 tst mo_mt_call.py: using CellId 27370\u000a09:14:19.232581 tst mo_mt_call.py: using BVCI 27371\u000a09:14:19.257567 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:19.269252 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:19.280716 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:19.292320 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:19.303953 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:19.315501 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:14:19.431890 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:14:19.643951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:20.165256 run create_hlr_db(pid=22196): Launched\u000a09:14:20.351909 bus /sierra_2: Setting Powered False\u000a09:14:21.373805 run create_hlr_db(pid=22196): Terminated: ok {rc=0}\u000a09:14:21.787987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22198): Launched\u000a09:14:22.098175 run osmo-hlr_10.42.42.2(pid=22199): Launched\u000a09:14:22.215187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:22.751362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22201): Launched\u000a09:14:23.063046 run osmo-stp_10.42.42.5(pid=22202): Launched\u000a09:14:23.175945 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:14:23.737662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22204): Launched\u000a09:14:24.049663 run osmo-msc_10.42.42.6(pid=22205): Launched\u000a09:14:24.230994 run osmo-stp_10.42.42.5(pid=22202): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22202)]\u000a09:14:24.361779 run osmo-stp_10.42.42.5(pid=22202): stdout: \u000a| (launched: 2022-12-10_09:14:22.907997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:24.489554 run osmo-stp_10.42.42.5(pid=22202): stderr: \u000a| �[0;m�[38;5;43m20221210091423082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091423082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091423083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091423083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091423084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091423084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091423084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:24.613073 run osmo-stp_10.42.42.5(pid=22202): stdout: \u000a| (launched: 2022-12-10_09:14:22.907997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:24.735454 run osmo-stp_10.42.42.5(pid=22202): stderr: \u000a| �[0;m�[38;5;43m20221210091423082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091423082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091423083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091423083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091423084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091423084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091423084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:24.789592 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22202): Process ended prematurely: osmo-stp_10.42.42.5(pid=22202) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22202)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:14:24.798233 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:14:24.858456 run osmo-hlr_10.42.42.2(pid=22199): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22199)]\u000a09:14:24.907515 run osmo-hlr_10.42.42.2(pid=22199): stdout: \u000a| (launched: 2022-12-10_09:14:21.943392) \u000a09:14:24.957372 run osmo-hlr_10.42.42.2(pid=22199): stderr: \u000a| �[0;m�[1;31m20221210091422122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091422122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091422122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091422122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091422122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091422122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091422134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091422142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091422143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091422143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:25.024285 run osmo-msc_10.42.42.6(pid=22205): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22205)]\u000a09:14:25.072896 run osmo-msc_10.42.42.6(pid=22205): stdout: \u000a| (launched: 2022-12-10_09:14:23.893791) \u000a09:14:25.122192 run osmo-msc_10.42.42.6(pid=22205): stderr: \u000a| �[0;m�[38;5;43m20221210091424170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091424170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab324f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091424171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091424171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091424171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091424171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091424173 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091424173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091424173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091424173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:14:25.163682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22198): Terminating (SIGTERM)\u000a09:14:25.202959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22201): Terminating (SIGTERM)\u000a09:14:25.242414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22204): Terminating (SIGTERM)\u000a09:14:25.251795 --- ParallelTerminationStrategy: PID 22198 died...\u000a09:14:25.304536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22198): Terminated: ok {rc=0}\u000a09:14:25.314371 --- ParallelTerminationStrategy: PID 22201 died...\u000a09:14:25.366715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22201): Terminated: ok {rc=0}\u000a09:14:25.376782 --- ParallelTerminationStrategy: PID 22204 died...\u000a09:14:25.429475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22204): Terminated: ok {rc=0}\u000a09:14:25.517088 bus /sierra_3: Setting Powered False\u000a09:14:26.620450 bus /sierra_3: Setting Powered False\u000a09:14:27.727194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22213): Process ended prematurely: osmo-stp_10.42.42.5(pid=22213) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22213)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22213): Process ended prematurely: osmo-stp_10.42.42.5(pid=22213) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:14:28.841283 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:28.853760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:14:29.017409 tst mo_mt_call_osmux.py: using LAC 27371\u000a09:14:29.147224 tst mo_mt_call_osmux.py: using RAC 86\u000a09:14:29.274255 tst mo_mt_call_osmux.py: using CellId 27371\u000a09:14:29.401665 tst mo_mt_call_osmux.py: using BVCI 27372\u000a09:14:29.426416 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:29.438370 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:29.449920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:29.461526 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:29.473182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:14:29.484735 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:14:29.606633 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:14:29.811112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:30.297854 run create_hlr_db(pid=22207): Launched\u000a09:14:30.474221 bus /sierra_2: Setting Powered False\u000a09:14:31.510174 run create_hlr_db(pid=22207): Terminated: ok {rc=0}\u000a09:14:32.016496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22209): Launched\u000a09:14:32.352438 run osmo-hlr_10.42.42.2(pid=22210): Launched\u000a09:14:32.471229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:33.016232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22212): Launched\u000a09:14:33.328317 run osmo-stp_10.42.42.5(pid=22213): Launched\u000a09:14:33.441542 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:14:34.004107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22215): Launched\u000a09:14:34.316398 run osmo-msc_10.42.42.6(pid=22216): Launched\u000a09:14:34.498729 run osmo-stp_10.42.42.5(pid=22213): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22213)]\u000a09:14:34.629762 run osmo-stp_10.42.42.5(pid=22213): stdout: \u000a| (launched: 2022-12-10_09:14:33.172669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:34.757910 run osmo-stp_10.42.42.5(pid=22213): stderr: \u000a| �[0;m�[38;5;43m20221210091433347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091433348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091433348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091433348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091433349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091433349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091433349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:34.881610 run osmo-stp_10.42.42.5(pid=22213): stdout: \u000a| (launched: 2022-12-10_09:14:33.172669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:35.003920 run osmo-stp_10.42.42.5(pid=22213): stderr: \u000a| �[0;m�[38;5;43m20221210091433347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091433348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091433348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091433348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091433349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091433349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091433349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:35.057635 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22213): Process ended prematurely: osmo-stp_10.42.42.5(pid=22213) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22213)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:14:35.066132 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:14:35.126608 run osmo-hlr_10.42.42.2(pid=22210): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22210)]\u000a09:14:35.175546 run osmo-hlr_10.42.42.2(pid=22210): stdout: \u000a| (launched: 2022-12-10_09:14:32.185220) \u000a09:14:35.225185 run osmo-hlr_10.42.42.2(pid=22210): stderr: \u000a| �[0;m�[1;31m20221210091432377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091432377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091432377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091432378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091432390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091432398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091432398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091432398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:35.292510 run osmo-msc_10.42.42.6(pid=22216): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22216)]\u000a09:14:35.341420 run osmo-msc_10.42.42.6(pid=22216): stdout: \u000a| (launched: 2022-12-10_09:14:34.160268) \u000a09:14:35.390823 run osmo-msc_10.42.42.6(pid=22216): stderr: \u000a| �[0;m�[38;5;43m20221210091434437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091434437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd71c4dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091434437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091434437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091434438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091434438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091434439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091434440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091434440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091434440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:14:35.432512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22209): Terminating (SIGTERM)\u000a09:14:35.472288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22212): Terminating (SIGTERM)\u000a09:14:35.512127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22215): Terminating (SIGTERM)\u000a09:14:35.521809 --- ParallelTerminationStrategy: PID 22209 died...\u000a09:14:35.575578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22209): Terminated: ok {rc=0}\u000a09:14:35.585291 --- ParallelTerminationStrategy: PID 22212 died...\u000a09:14:35.638294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22212): Terminated: ok {rc=0}\u000a09:14:35.648214 --- ParallelTerminationStrategy: PID 22215 died...\u000a09:14:35.701298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22215): Terminated: ok {rc=0}\u000a09:14:35.789423 bus /sierra_3: Setting Powered False\u000a09:14:36.892287 bus /sierra_3: Setting Powered False\u000a09:14:37.998483 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:14:18" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22227): Process ended prematurely: osmo-stp_10.42.42.5(pid=22227) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22227)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22227): Process ended prematurely: osmo-stp_10.42.42.5(pid=22227) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:14:39.988525 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:40.000054 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:14:40.159751 tst mo_mt_call.py: using LAC 27372\u000a09:14:40.286872 tst mo_mt_call.py: using RAC 87\u000a09:14:40.416070 tst mo_mt_call.py: using CellId 27372\u000a09:14:40.542870 tst mo_mt_call.py: using BVCI 27373\u000a09:14:40.567773 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:40.579570 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:40.591215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:40.603201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:40.614904 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:40.626589 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:14:40.744061 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:14:40.948542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:41.431248 run create_hlr_db(pid=22221): Launched\u000a09:14:41.608382 bus /sierra_2: Setting Powered False\u000a09:14:42.628720 run create_hlr_db(pid=22221): Terminated: ok {rc=0}\u000a09:14:43.038831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22223): Launched\u000a09:14:43.346987 run osmo-hlr_10.42.42.2(pid=22224): Launched\u000a09:14:43.467756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:44.030878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22226): Launched\u000a09:14:44.355461 run osmo-stp_10.42.42.5(pid=22227): Launched\u000a09:14:44.473008 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:14:45.068688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22229): Launched\u000a09:14:45.394380 run osmo-msc_10.42.42.6(pid=22230): Launched\u000a09:14:45.584554 run osmo-stp_10.42.42.5(pid=22227): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22227)]\u000a09:14:45.721382 run osmo-stp_10.42.42.5(pid=22227): stdout: \u000a| (launched: 2022-12-10_09:14:44.196580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:45.863641 run osmo-stp_10.42.42.5(pid=22227): stderr: \u000a| �[0;m�[38;5;43m20221210091444391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091444391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091444391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091444391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091444392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091444392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091444392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:46.010721 run osmo-stp_10.42.42.5(pid=22227): stdout: \u000a| (launched: 2022-12-10_09:14:44.196580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:46.143443 run osmo-stp_10.42.42.5(pid=22227): stderr: \u000a| �[0;m�[38;5;43m20221210091444391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091444391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091444391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091444391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091444392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091444392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091444392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:46.200231 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22227): Process ended prematurely: osmo-stp_10.42.42.5(pid=22227) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22227)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:14:46.210026 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:14:46.275704 run osmo-hlr_10.42.42.2(pid=22224): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22224)]\u000a09:14:46.327501 run osmo-hlr_10.42.42.2(pid=22224): stdout: \u000a| (launched: 2022-12-10_09:14:43.195564) \u000a09:14:46.380858 run osmo-hlr_10.42.42.2(pid=22224): stderr: \u000a| �[0;m�[1;31m20221210091443376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091443376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091443376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091443376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091443376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091443376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091443386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091443394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091443394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091443394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:46.452153 run osmo-msc_10.42.42.6(pid=22230): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22230)]\u000a09:14:46.504932 run osmo-msc_10.42.42.6(pid=22230): stdout: \u000a| (launched: 2022-12-10_09:14:45.234510) \u000a09:14:46.557234 run osmo-msc_10.42.42.6(pid=22230): stderr: \u000a| �[0;m�[38;5;43m20221210091445556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091445556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4071032c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091445556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091445556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091445556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091445557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091445559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091445559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091445559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091445559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:14:46.602594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22223): Terminating (SIGTERM)\u000a09:14:46.647286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22226): Terminating (SIGTERM)\u000a09:14:46.693705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22229): Terminating (SIGTERM)\u000a09:14:46.704293 --- ParallelTerminationStrategy: PID 22223 died...\u000a09:14:46.762647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22223): Terminated: ok {rc=0}\u000a09:14:46.773434 --- ParallelTerminationStrategy: PID 22226 died...\u000a09:14:46.830233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22226): Terminated: ok {rc=0}\u000a09:14:46.840877 --- ParallelTerminationStrategy: PID 22229 died...\u000a09:14:46.898943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22229): Terminated: ok {rc=0}\u000a09:14:46.986435 bus /sierra_3: Setting Powered False\u000a09:14:48.090333 bus /sierra_3: Setting Powered False\u000a09:14:49.197483 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:14:50.312404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:50.324653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:14:50.485347 tst mo_mt_call_osmux.py: using LAC 27373\u000a09:14:50.609673 tst mo_mt_call_osmux.py: using RAC 88\u000a09:14:50.733914 tst mo_mt_call_osmux.py: using CellId 27373\u000a09:14:50.854602 tst mo_mt_call_osmux.py: using BVCI 27374\u000a09:14:50.878131 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:50.889529 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:50.900742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:50.912625 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:50.924609 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:14:50.935954 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:14:51.053260 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:14:51.258454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:51.743434 run create_hlr_db(pid=22232): Launched\u000a09:14:51.920441 bus /sierra_2: Setting Powered False\u000a09:14:52.942430 run create_hlr_db(pid=22232): Terminated: ok {rc=0}\u000a09:14:53.374949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Launched\u000a09:14:53.703228 run osmo-hlr_10.42.42.2(pid=22235): Launched\u000a09:14:53.823958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:54.389887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Launched\u000a09:14:54.715361 run osmo-stp_10.42.42.5(pid=22238): Launched\u000a09:14:54.834846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:14:55.430051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22240): Launched\u000a09:14:55.755536 run osmo-msc_10.42.42.6(pid=22241): Launched\u000a09:14:55.946923 run osmo-stp_10.42.42.5(pid=22238): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]\u000a09:14:56.085133 run osmo-stp_10.42.42.5(pid=22238): stdout: \u000a| (launched: 2022-12-10_09:14:54.555315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:56.221093 run osmo-stp_10.42.42.5(pid=22238): stderr: \u000a| �[0;m�[38;5;43m20221210091454747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091454747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091454748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091454748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091454749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091454749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091454749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:56.351663 run osmo-stp_10.42.42.5(pid=22238): stdout: \u000a| (launched: 2022-12-10_09:14:54.555315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:56.480497 run osmo-stp_10.42.42.5(pid=22238): stderr: \u000a| �[0;m�[38;5;43m20221210091454747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091454747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091454748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091454748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091454749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091454749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091454749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:56.537625 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:14:56.546854 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:14:56.609122 run osmo-hlr_10.42.42.2(pid=22235): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22235)]\u000a09:14:56.660108 run osmo-hlr_10.42.42.2(pid=22235): stdout: \u000a| (launched: 2022-12-10_09:14:53.540487) \u000a09:14:56.712036 run osmo-hlr_10.42.42.2(pid=22235): stderr: \u000a| �[0;m�[1;31m20221210091453742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091453742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091453742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091453742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091453742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091453742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091453755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091453763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091453763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091453763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:56.782076 run osmo-msc_10.42.42.6(pid=22241): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22241)]\u000a09:14:56.832759 run osmo-msc_10.42.42.6(pid=22241): stdout: \u000a| (launched: 2022-12-10_09:14:55.595850) \u000a09:14:56.883953 run osmo-msc_10.42.42.6(pid=22241): stderr: \u000a| �[0;m�[38;5;43m20221210091455920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091455920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff44d4f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091455920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091455920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091455920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091455920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091455922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091455922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091455923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091455923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:14:56.927294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Terminating (SIGTERM)\u000a09:14:56.968195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Terminating (SIGTERM)\u000a09:14:57.009529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22240): Terminating (SIGTERM)\u000a09:14:57.019215 --- ParallelTerminationStrategy: PID 22234 died...\u000a09:14:57.075208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Terminated: ok {rc=0}\u000a09:14:57.085439 --- ParallelTerminationStrategy: PID 22237 died...\u000a09:14:57.140674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Terminated: ok {rc=0}\u000a09:14:57.150805 --- ParallelTerminationStrategy: PID 22240 died...\u000a09:14:57.205866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22240): Terminated: ok {rc=0}\u000a09:14:57.291723 bus /sierra_3: Setting Powered False\u000a09:14:58.395231 bus /sierra_3: Setting Powered False\u000a09:14:59.501108 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:14:39" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22257): Process ended prematurely: osmo-stp_10.42.42.5(pid=22257) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22257)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22257): Process ended prematurely: osmo-stp_10.42.42.5(pid=22257) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:15:01.539008 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:01.551646 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:15:01.717786 tst mo_mt_call.py: using LAC 27374\u000a09:15:01.854949 tst mo_mt_call.py: using RAC 89\u000a09:15:02.010515 tst mo_mt_call.py: using CellId 27374\u000a09:15:02.161570 tst mo_mt_call.py: using BVCI 27375\u000a09:15:02.193840 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:02.207866 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:02.220113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:02.231599 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:02.243831 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:02.257305 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:15:02.379791 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:15:02.593305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:03.116915 run create_hlr_db(pid=22250): Launched\u000a09:15:03.304679 bus /sierra_2: Setting Powered False\u000a09:15:04.325743 run create_hlr_db(pid=22250): Terminated: ok {rc=0}\u000a09:15:04.760819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22252): Launched\u000a09:15:05.089641 run osmo-hlr_10.42.42.2(pid=22253): Launched\u000a09:15:05.209230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:05.775642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22256): Launched\u000a09:15:06.104426 run osmo-stp_10.42.42.5(pid=22257): Launched\u000a09:15:06.228748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:15:06.825115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22259): Launched\u000a09:15:07.154705 run osmo-msc_10.42.42.6(pid=22260): Launched\u000a09:15:07.345143 run osmo-stp_10.42.42.5(pid=22257): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22257)]\u000a09:15:07.482414 run osmo-stp_10.42.42.5(pid=22257): stdout: \u000a| (launched: 2022-12-10_09:15:05.940352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:07.619215 run osmo-stp_10.42.42.5(pid=22257): stderr: \u000a| �[0;m�[38;5;43m20221210091506139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091506139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091506139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091506139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091506140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091506140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091506140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:07.749823 run osmo-stp_10.42.42.5(pid=22257): stdout: \u000a| (launched: 2022-12-10_09:15:05.940352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:07.878750 run osmo-stp_10.42.42.5(pid=22257): stderr: \u000a| �[0;m�[38;5;43m20221210091506139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091506139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091506139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091506139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091506140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091506140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091506140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:07.935573 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22257): Process ended prematurely: osmo-stp_10.42.42.5(pid=22257) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22257)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:15:07.944688 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:15:08.006684 run osmo-hlr_10.42.42.2(pid=22253): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22253)]\u000a09:15:08.057841 run osmo-hlr_10.42.42.2(pid=22253): stdout: \u000a| (launched: 2022-12-10_09:15:04.926485) \u000a09:15:08.109481 run osmo-hlr_10.42.42.2(pid=22253): stderr: \u000a| �[0;m�[1;31m20221210091505130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091505130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091505130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091505130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091505130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091505130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091505143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091505151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091505151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091505151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:08.179590 run osmo-msc_10.42.42.6(pid=22260): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22260)]\u000a09:15:08.230372 run osmo-msc_10.42.42.6(pid=22260): stdout: \u000a| (launched: 2022-12-10_09:15:06.990719) \u000a09:15:08.281527 run osmo-msc_10.42.42.6(pid=22260): stderr: \u000a| �[0;m�[38;5;43m20221210091507317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091507317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7f2311c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091507317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091507318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091507318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091507318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091507319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091507320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091507320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091507320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:15:08.325130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22252): Terminating (SIGTERM)\u000a09:15:08.366540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22256): Terminating (SIGTERM)\u000a09:15:08.407794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22259): Terminating (SIGTERM)\u000a09:15:08.417497 --- ParallelTerminationStrategy: PID 22252 died...\u000a09:15:08.472504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22252): Terminated: ok {rc=0}\u000a09:15:08.482566 --- ParallelTerminationStrategy: PID 22256 died...\u000a09:15:08.537405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22256): Terminated: ok {rc=0}\u000a09:15:08.547415 --- ParallelTerminationStrategy: PID 22259 died...\u000a09:15:08.602370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22259): Terminated: ok {rc=0}\u000a09:15:08.688586 bus /sierra_3: Setting Powered False\u000a09:15:09.792640 bus /sierra_3: Setting Powered False\u000a09:15:10.901682 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22268): Process ended prematurely: osmo-stp_10.42.42.5(pid=22268) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22268)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22268): Process ended prematurely: osmo-stp_10.42.42.5(pid=22268) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:15:12.012000 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:12.024023 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:15:12.181066 tst mo_mt_call_osmux.py: using LAC 27375\u000a09:15:12.310480 tst mo_mt_call_osmux.py: using RAC 90\u000a09:15:12.433884 tst mo_mt_call_osmux.py: using CellId 27375\u000a09:15:12.553970 tst mo_mt_call_osmux.py: using BVCI 27376\u000a09:15:12.577580 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:12.588739 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:12.600204 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:12.611900 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:12.623753 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:15:12.635511 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:15:12.756809 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:15:12.961618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:13.449750 run create_hlr_db(pid=22262): Launched\u000a09:15:13.626338 bus /sierra_2: Setting Powered False\u000a09:15:14.648157 run create_hlr_db(pid=22262): Terminated: ok {rc=0}\u000a09:15:15.085009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22264): Launched\u000a09:15:15.416641 run osmo-hlr_10.42.42.2(pid=22265): Launched\u000a09:15:15.536745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:16.189835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22267): Launched\u000a09:15:16.636901 run osmo-stp_10.42.42.5(pid=22268): Launched\u000a09:15:16.813077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:15:17.456112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22270): Launched\u000a09:15:17.769203 run osmo-msc_10.42.42.6(pid=22271): Launched\u000a09:15:17.952536 run osmo-stp_10.42.42.5(pid=22268): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22268)]\u000a09:15:18.083390 run osmo-stp_10.42.42.5(pid=22268): stdout: \u000a| (launched: 2022-12-10_09:15:16.373454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:18.211949 run osmo-stp_10.42.42.5(pid=22268): stderr: \u000a| �[0;m�[38;5;43m20221210091516723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091516724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091516724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091516724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091516739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091516739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091516739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:18.335915 run osmo-stp_10.42.42.5(pid=22268): stdout: \u000a| (launched: 2022-12-10_09:15:16.373454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:18.458566 run osmo-stp_10.42.42.5(pid=22268): stderr: \u000a| �[0;m�[38;5;43m20221210091516723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091516724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091516724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091516724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091516739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091516739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091516739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:18.512428 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22268): Process ended prematurely: osmo-stp_10.42.42.5(pid=22268) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22268)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:15:18.521136 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:15:18.582074 run osmo-hlr_10.42.42.2(pid=22265): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22265)]\u000a09:15:18.631744 run osmo-hlr_10.42.42.2(pid=22265): stdout: \u000a| (launched: 2022-12-10_09:15:15.251858) \u000a09:15:18.682206 run osmo-hlr_10.42.42.2(pid=22265): stderr: \u000a| �[0;m�[1;31m20221210091515453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091515453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091515453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091515453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091515453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091515453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091515466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091515475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091515475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091515475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:18.750488 run osmo-msc_10.42.42.6(pid=22271): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22271)]\u000a09:15:18.800178 run osmo-msc_10.42.42.6(pid=22271): stdout: \u000a| (launched: 2022-12-10_09:15:17.612438) \u000a09:15:18.850480 run osmo-msc_10.42.42.6(pid=22271): stderr: \u000a| �[0;m�[38;5;43m20221210091517887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091517888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c53f87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091517888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091517888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091517888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091517888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091517890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091517890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091517891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091517891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:15:18.892899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22264): Terminating (SIGTERM)\u000a09:15:18.933336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22267): Terminating (SIGTERM)\u000a09:15:18.973479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22270): Terminating (SIGTERM)\u000a09:15:18.983038 --- ParallelTerminationStrategy: PID 22264 died...\u000a09:15:19.036912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22264): Terminated: ok {rc=0}\u000a09:15:19.046987 --- ParallelTerminationStrategy: PID 22267 died...\u000a09:15:19.100393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22267): Terminated: ok {rc=0}\u000a09:15:19.110627 --- ParallelTerminationStrategy: PID 22270 died...\u000a09:15:19.164647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22270): Terminated: ok {rc=0}\u000a09:15:19.254819 bus /sierra_3: Setting Powered False\u000a09:15:20.361189 bus /sierra_3: Setting Powered False\u000a09:15:21.473707 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:15:01" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22282): Process ended prematurely: osmo-stp_10.42.42.5(pid=22282) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22282)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22282): Process ended prematurely: osmo-stp_10.42.42.5(pid=22282) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:15:23.459806 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:23.471291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:15:23.629192 tst mo_mt_call.py: using LAC 27376\u000a09:15:23.749080 tst mo_mt_call.py: using RAC 91\u000a09:15:23.868493 tst mo_mt_call.py: using CellId 27376\u000a09:15:23.989664 tst mo_mt_call.py: using BVCI 27377\u000a09:15:24.013186 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:24.024274 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:24.035335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:24.046862 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:24.058365 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:24.069905 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:15:24.192359 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:15:24.396909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:24.881242 run create_hlr_db(pid=22276): Launched\u000a09:15:25.058104 bus /sierra_2: Setting Powered False\u000a09:15:26.078957 run create_hlr_db(pid=22276): Terminated: ok {rc=0}\u000a09:15:26.514945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22278): Launched\u000a09:15:26.842356 run osmo-hlr_10.42.42.2(pid=22279): Launched\u000a09:15:26.962327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:27.528649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22281): Launched\u000a09:15:27.853077 run osmo-stp_10.42.42.5(pid=22282): Launched\u000a09:15:27.971869 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:15:28.566697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22284): Launched\u000a09:15:28.891851 run osmo-msc_10.42.42.6(pid=22285): Launched\u000a09:15:29.082845 run osmo-stp_10.42.42.5(pid=22282): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22282)]\u000a09:15:29.219672 run osmo-stp_10.42.42.5(pid=22282): stdout: \u000a| (launched: 2022-12-10_09:15:27.694212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:29.356335 run osmo-stp_10.42.42.5(pid=22282): stderr: \u000a| �[0;m�[38;5;43m20221210091527889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091527889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091527889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091527890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091527890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091527890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091527890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:29.486746 run osmo-stp_10.42.42.5(pid=22282): stdout: \u000a| (launched: 2022-12-10_09:15:27.694212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:29.615687 run osmo-stp_10.42.42.5(pid=22282): stderr: \u000a| �[0;m�[38;5;43m20221210091527889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091527889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091527889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091527890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091527890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091527890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091527890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:29.672531 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22282): Process ended prematurely: osmo-stp_10.42.42.5(pid=22282) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22282)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:15:29.681594 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:15:29.743778 run osmo-hlr_10.42.42.2(pid=22279): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22279)]\u000a09:15:29.794739 run osmo-hlr_10.42.42.2(pid=22279): stdout: \u000a| (launched: 2022-12-10_09:15:26.681682) \u000a09:15:29.846345 run osmo-hlr_10.42.42.2(pid=22279): stderr: \u000a| �[0;m�[1;31m20221210091526881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091526881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091526881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091526881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091526881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091526881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091526895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091526904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091526904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091526904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:29.916472 run osmo-msc_10.42.42.6(pid=22285): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22285)]\u000a09:15:29.967044 run osmo-msc_10.42.42.6(pid=22285): stdout: \u000a| (launched: 2022-12-10_09:15:28.732232) \u000a09:15:30.018184 run osmo-msc_10.42.42.6(pid=22285): stderr: \u000a| �[0;m�[38;5;43m20221210091529055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091529055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83aac21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091529055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091529055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091529055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091529055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091529057 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091529057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091529058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091529058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:15:30.062474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22278): Terminating (SIGTERM)\u000a09:15:30.103878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22281): Terminating (SIGTERM)\u000a09:15:30.145418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22284): Terminating (SIGTERM)\u000a09:15:30.155088 --- ParallelTerminationStrategy: PID 22278 died...\u000a09:15:30.210240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22278): Terminated: ok {rc=0}\u000a09:15:30.220423 --- ParallelTerminationStrategy: PID 22281 died...\u000a09:15:30.275319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22281): Terminated: ok {rc=0}\u000a09:15:30.285499 --- ParallelTerminationStrategy: PID 22284 died...\u000a09:15:30.340080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22284): Terminated: ok {rc=0}\u000a09:15:30.426154 bus /sierra_3: Setting Powered False\u000a09:15:31.541207 bus /sierra_3: Setting Powered False\u000a09:15:32.652458 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22293): Process ended prematurely: osmo-stp_10.42.42.5(pid=22293) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22293)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22293): Process ended prematurely: osmo-stp_10.42.42.5(pid=22293) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:15:33.764597 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:33.777006 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:15:33.946907 tst mo_mt_call_osmux.py: using LAC 27377\u000a09:15:34.086190 tst mo_mt_call_osmux.py: using RAC 92\u000a09:15:34.210321 tst mo_mt_call_osmux.py: using CellId 27377\u000a09:15:34.331434 tst mo_mt_call_osmux.py: using BVCI 27378\u000a09:15:34.355063 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:34.366544 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:34.377923 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:34.389602 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:34.400686 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:15:34.412139 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:15:34.531750 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:15:34.746457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:35.267800 run create_hlr_db(pid=22287): Launched\u000a09:15:35.455801 bus /sierra_2: Setting Powered False\u000a09:15:36.476346 run create_hlr_db(pid=22287): Terminated: ok {rc=0}\u000a09:15:36.887656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22289): Launched\u000a09:15:37.195188 run osmo-hlr_10.42.42.2(pid=22290): Launched\u000a09:15:37.308073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:37.841412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22292): Launched\u000a09:15:38.147589 run osmo-stp_10.42.42.5(pid=22293): Launched\u000a09:15:38.259892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:15:38.819967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22295): Launched\u000a09:15:39.128368 run osmo-msc_10.42.42.6(pid=22296): Launched\u000a09:15:39.309882 run osmo-stp_10.42.42.5(pid=22293): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22293)]\u000a09:15:39.441323 run osmo-stp_10.42.42.5(pid=22293): stdout: \u000a| (launched: 2022-12-10_09:15:37.996851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:39.569284 run osmo-stp_10.42.42.5(pid=22293): stderr: \u000a| �[0;m�[38;5;43m20221210091538169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091538169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091538169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091538170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091538170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091538170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091538170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:39.692493 run osmo-stp_10.42.42.5(pid=22293): stdout: \u000a| (launched: 2022-12-10_09:15:37.996851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:39.815040 run osmo-stp_10.42.42.5(pid=22293): stderr: \u000a| �[0;m�[38;5;43m20221210091538169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091538169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091538169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091538170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091538170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091538170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091538170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:39.869315 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22293): Process ended prematurely: osmo-stp_10.42.42.5(pid=22293) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22293)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:15:39.877966 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:15:39.938599 run osmo-hlr_10.42.42.2(pid=22290): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22290)]\u000a09:15:39.987738 run osmo-hlr_10.42.42.2(pid=22290): stdout: \u000a| (launched: 2022-12-10_09:15:37.043318) \u000a09:15:40.037723 run osmo-hlr_10.42.42.2(pid=22290): stderr: \u000a| �[0;m�[1;31m20221210091537219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091537219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091537219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091537219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091537219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091537219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091537236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091537246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091537246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091537246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:40.105647 run osmo-msc_10.42.42.6(pid=22296): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22296)]\u000a09:15:40.154788 run osmo-msc_10.42.42.6(pid=22296): stdout: \u000a| (launched: 2022-12-10_09:15:38.976031) \u000a09:15:40.204523 run osmo-msc_10.42.42.6(pid=22296): stderr: \u000a| �[0;m�[38;5;43m20221210091539250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091539250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f290ce22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091539250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091539250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091539251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091539251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091539252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091539253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091539253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091539253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:15:40.246376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22289): Terminating (SIGTERM)\u000a09:15:40.286190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22292): Terminating (SIGTERM)\u000a09:15:40.326098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22295): Terminating (SIGTERM)\u000a09:15:40.335665 --- ParallelTerminationStrategy: PID 22289 died...\u000a09:15:40.388912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22289): Terminated: ok {rc=0}\u000a09:15:40.398978 --- ParallelTerminationStrategy: PID 22292 died...\u000a09:15:40.452270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22292): Terminated: ok {rc=0}\u000a09:15:40.462207 --- ParallelTerminationStrategy: PID 22295 died...\u000a09:15:40.515419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22295): Terminated: ok {rc=0}\u000a09:15:40.603275 bus /sierra_3: Setting Powered False\u000a09:15:41.705800 bus /sierra_3: Setting Powered False\u000a09:15:42.816067 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:15:23" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22307): Process ended prematurely: osmo-stp_10.42.42.5(pid=22307) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22307)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22307): Process ended prematurely: osmo-stp_10.42.42.5(pid=22307) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:15:44.797784 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:44.810220 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:15:44.972494 tst mo_mt_call.py: using LAC 27378\u000a09:15:45.102860 tst mo_mt_call.py: using RAC 93\u000a09:15:45.232863 tst mo_mt_call.py: using CellId 27378\u000a09:15:45.361265 tst mo_mt_call.py: using BVCI 27379\u000a09:15:45.386355 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:45.398351 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:45.410263 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:45.422658 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:45.434776 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:45.446647 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:15:45.563733 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:15:45.770258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:46.323957 run create_hlr_db(pid=22301): Launched\u000a09:15:46.517329 bus /sierra_2: Setting Powered False\u000a09:15:47.535073 run create_hlr_db(pid=22301): Terminated: ok {rc=0}\u000a09:15:47.950763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22303): Launched\u000a09:15:48.262830 run osmo-hlr_10.42.42.2(pid=22304): Launched\u000a09:15:48.380663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:48.915475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22306): Launched\u000a09:15:49.226652 run osmo-stp_10.42.42.5(pid=22307): Launched\u000a09:15:49.339224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:15:49.903809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22309): Launched\u000a09:15:50.216266 run osmo-msc_10.42.42.6(pid=22310): Launched\u000a09:15:50.397116 run osmo-stp_10.42.42.5(pid=22307): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22307)]\u000a09:15:50.526906 run osmo-stp_10.42.42.5(pid=22307): stdout: \u000a| (launched: 2022-12-10_09:15:49.071279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:50.655024 run osmo-stp_10.42.42.5(pid=22307): stderr: \u000a| �[0;m�[38;5;43m20221210091549243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091549243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091549243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091549243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091549246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091549246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091549246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:50.778003 run osmo-stp_10.42.42.5(pid=22307): stdout: \u000a| (launched: 2022-12-10_09:15:49.071279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:50.900546 run osmo-stp_10.42.42.5(pid=22307): stderr: \u000a| �[0;m�[38;5;43m20221210091549243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091549243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091549243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091549243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091549246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091549246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091549246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:50.954439 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22307): Process ended prematurely: osmo-stp_10.42.42.5(pid=22307) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22307)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:15:50.962806 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:15:51.022693 run osmo-hlr_10.42.42.2(pid=22304): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22304)]\u000a09:15:51.071380 run osmo-hlr_10.42.42.2(pid=22304): stdout: \u000a| (launched: 2022-12-10_09:15:48.107329) \u000a09:15:51.121076 run osmo-hlr_10.42.42.2(pid=22304): stderr: \u000a| �[0;m�[1;31m20221210091548286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091548286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091548286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091548286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091548286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091548286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091548298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091548306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091548307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091548307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:51.188376 run osmo-msc_10.42.42.6(pid=22310): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22310)]\u000a09:15:51.237200 run osmo-msc_10.42.42.6(pid=22310): stdout: \u000a| (launched: 2022-12-10_09:15:50.060330) \u000a09:15:51.286628 run osmo-msc_10.42.42.6(pid=22310): stderr: \u000a| �[0;m�[38;5;43m20221210091550334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091550335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac02554c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091550335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091550335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091550335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091550335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091550337 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091550337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091550337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091550338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:15:51.328036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22303): Terminating (SIGTERM)\u000a09:15:51.367478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22306): Terminating (SIGTERM)\u000a09:15:51.406958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22309): Terminating (SIGTERM)\u000a09:15:51.416135 --- ParallelTerminationStrategy: PID 22303 died...\u000a09:15:51.469396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22303): Terminated: ok {rc=0}\u000a09:15:51.479025 --- ParallelTerminationStrategy: PID 22306 died...\u000a09:15:51.531909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22306): Terminated: ok {rc=0}\u000a09:15:51.541618 --- ParallelTerminationStrategy: PID 22309 died...\u000a09:15:51.594536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22309): Terminated: ok {rc=0}\u000a09:15:51.682474 bus /sierra_3: Setting Powered False\u000a09:15:52.787365 bus /sierra_3: Setting Powered False\u000a09:15:53.894354 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22318): Process ended prematurely: osmo-stp_10.42.42.5(pid=22318) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22318)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22318): Process ended prematurely: osmo-stp_10.42.42.5(pid=22318) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:15:55.009947 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:55.022673 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:15:55.188670 tst mo_mt_call_osmux.py: using LAC 27379\u000a09:15:55.319553 tst mo_mt_call_osmux.py: using RAC 94\u000a09:15:55.448151 tst mo_mt_call_osmux.py: using CellId 27379\u000a09:15:55.578402 tst mo_mt_call_osmux.py: using BVCI 27380\u000a09:15:55.603326 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:55.615299 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:55.627027 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:55.639029 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:55.651004 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:15:55.663020 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:15:55.780734 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:15:55.994964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:56.523242 run create_hlr_db(pid=22312): Launched\u000a09:15:56.712094 bus /sierra_2: Setting Powered False\u000a09:15:57.732725 run create_hlr_db(pid=22312): Terminated: ok {rc=0}\u000a09:15:58.148939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22314): Launched\u000a09:15:58.460842 run osmo-hlr_10.42.42.2(pid=22315): Launched\u000a09:15:58.578082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:59.123820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22317): Launched\u000a09:15:59.437145 run osmo-stp_10.42.42.5(pid=22318): Launched\u000a09:15:59.551038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:00.115092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22320): Launched\u000a09:16:00.428176 run osmo-msc_10.42.42.6(pid=22321): Launched\u000a09:16:00.609982 run osmo-stp_10.42.42.5(pid=22318): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22318)]\u000a09:16:00.740764 run osmo-stp_10.42.42.5(pid=22318): stdout: \u000a| (launched: 2022-12-10_09:15:59.280466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:00.878705 run osmo-stp_10.42.42.5(pid=22318): stderr: \u000a| �[0;m�[38;5;43m20221210091559455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091559455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091559456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091559456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091559457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091559457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091559457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:01.025179 run osmo-stp_10.42.42.5(pid=22318): stdout: \u000a| (launched: 2022-12-10_09:15:59.280466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:01.151031 run osmo-stp_10.42.42.5(pid=22318): stderr: \u000a| �[0;m�[38;5;43m20221210091559455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091559455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091559456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091559456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091559457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091559457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091559457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:01.207172 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22318): Process ended prematurely: osmo-stp_10.42.42.5(pid=22318) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22318)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:16:01.216627 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:16:01.280643 run osmo-hlr_10.42.42.2(pid=22315): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22315)]\u000a09:16:01.331994 run osmo-hlr_10.42.42.2(pid=22315): stdout: \u000a| (launched: 2022-12-10_09:15:58.305485) \u000a09:16:01.383659 run osmo-hlr_10.42.42.2(pid=22315): stderr: \u000a| �[0;m�[1;31m20221210091558488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091558488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091558488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091558488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091558488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091558488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091558501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091558510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091558510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091558510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:01.455121 run osmo-msc_10.42.42.6(pid=22321): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22321)]\u000a09:16:01.506674 run osmo-msc_10.42.42.6(pid=22321): stdout: \u000a| (launched: 2022-12-10_09:16:00.271686) \u000a09:16:01.559422 run osmo-msc_10.42.42.6(pid=22321): stderr: \u000a| �[0;m�[38;5;43m20221210091600548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091600548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cbb466c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091600548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091600548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091600548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091600549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091600552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091600552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091600553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091600553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:01.604357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22314): Terminating (SIGTERM)\u000a09:16:01.645646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22317): Terminating (SIGTERM)\u000a09:16:01.687887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22320): Terminating (SIGTERM)\u000a09:16:01.698801 --- ParallelTerminationStrategy: PID 22314 died...\u000a09:16:01.755671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22314): Terminated: ok {rc=0}\u000a09:16:01.766371 --- ParallelTerminationStrategy: PID 22317 died...\u000a09:16:01.828054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22317): Terminated: ok {rc=0}\u000a09:16:01.842265 --- ParallelTerminationStrategy: PID 22320 died...\u000a09:16:01.913841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22320): Terminated: ok {rc=0}\u000a09:16:02.013686 bus /sierra_3: Setting Powered False\u000a09:16:03.115248 bus /sierra_3: Setting Powered False\u000a09:16:04.225509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:15:44" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22332): Process ended prematurely: osmo-stp_10.42.42.5(pid=22332) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22332)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22332): Process ended prematurely: osmo-stp_10.42.42.5(pid=22332) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:16:06.224249 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:06.235432 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:16:06.388124 tst mo_mt_call.py: using LAC 27380\u000a09:16:06.508893 tst mo_mt_call.py: using RAC 95\u000a09:16:06.636664 tst mo_mt_call.py: using CellId 27380\u000a09:16:06.763249 tst mo_mt_call.py: using BVCI 27381\u000a09:16:06.788316 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:06.800022 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:06.811527 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:06.823431 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:06.835302 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:06.847081 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:16:06.963121 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:16:07.171172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:07.690712 run create_hlr_db(pid=22326): Launched\u000a09:16:07.878344 bus /sierra_2: Setting Powered False\u000a09:16:08.900707 run create_hlr_db(pid=22326): Terminated: ok {rc=0}\u000a09:16:09.312374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22328): Launched\u000a09:16:09.621224 run osmo-hlr_10.42.42.2(pid=22329): Launched\u000a09:16:09.740922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:10.279573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22331): Launched\u000a09:16:10.588261 run osmo-stp_10.42.42.5(pid=22332): Launched\u000a09:16:10.700726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:11.261213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22334): Launched\u000a09:16:11.570650 run osmo-msc_10.42.42.6(pid=22335): Launched\u000a09:16:11.752874 run osmo-stp_10.42.42.5(pid=22332): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22332)]\u000a09:16:11.883613 run osmo-stp_10.42.42.5(pid=22332): stdout: \u000a| (launched: 2022-12-10_09:16:10.435841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:12.011521 run osmo-stp_10.42.42.5(pid=22332): stderr: \u000a| �[0;m�[38;5;43m20221210091610606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091610606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091610606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091610607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091610607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091610607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091610607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:12.135150 run osmo-stp_10.42.42.5(pid=22332): stdout: \u000a| (launched: 2022-12-10_09:16:10.435841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:12.257604 run osmo-stp_10.42.42.5(pid=22332): stderr: \u000a| �[0;m�[38;5;43m20221210091610606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091610606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091610606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091610607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091610607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091610607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091610607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:12.311384 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22332): Process ended prematurely: osmo-stp_10.42.42.5(pid=22332) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22332)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:16:12.319917 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:16:12.380089 run osmo-hlr_10.42.42.2(pid=22329): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22329)]\u000a09:16:12.429201 run osmo-hlr_10.42.42.2(pid=22329): stdout: \u000a| (launched: 2022-12-10_09:16:09.469144) \u000a09:16:12.478563 run osmo-hlr_10.42.42.2(pid=22329): stderr: \u000a| �[0;m�[1;31m20221210091609648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091609648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091609648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091609648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091609648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091609648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091609660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091609670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091609671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091609671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:12.546801 run osmo-msc_10.42.42.6(pid=22335): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22335)]\u000a09:16:12.595953 run osmo-msc_10.42.42.6(pid=22335): stdout: \u000a| (launched: 2022-12-10_09:16:11.417501) \u000a09:16:12.645661 run osmo-msc_10.42.42.6(pid=22335): stderr: \u000a| �[0;m�[38;5;43m20221210091611689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091611690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf932ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091611690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091611690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091611690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091611690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091611692 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091611692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091611692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091611693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:12.687599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22328): Terminating (SIGTERM)\u000a09:16:12.727414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22331): Terminating (SIGTERM)\u000a09:16:12.767196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22334): Terminating (SIGTERM)\u000a09:16:12.776691 --- ParallelTerminationStrategy: PID 22328 died...\u000a09:16:12.830310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22328): Terminated: ok {rc=0}\u000a09:16:12.840087 --- ParallelTerminationStrategy: PID 22331 died...\u000a09:16:12.893169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22331): Terminated: ok {rc=0}\u000a09:16:12.903044 --- ParallelTerminationStrategy: PID 22334 died...\u000a09:16:12.956109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22334): Terminated: ok {rc=0}\u000a09:16:13.044894 bus /sierra_3: Setting Powered False\u000a09:16:14.148066 bus /sierra_3: Setting Powered False\u000a09:16:15.260173 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22343): Process ended prematurely: osmo-stp_10.42.42.5(pid=22343) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22343)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22343): Process ended prematurely: osmo-stp_10.42.42.5(pid=22343) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:16:16.376040 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:16.389270 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:16:16.548143 tst mo_mt_call_osmux.py: using LAC 27381\u000a09:16:16.672541 tst mo_mt_call_osmux.py: using RAC 96\u000a09:16:16.832635 tst mo_mt_call_osmux.py: using CellId 27381\u000a09:16:16.958187 tst mo_mt_call_osmux.py: using BVCI 27382\u000a09:16:16.983075 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:16.995433 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:17.007429 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:17.021049 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:17.034374 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:16:17.047188 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:16:17.165952 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:16:17.382509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:17.904114 run create_hlr_db(pid=22337): Launched\u000a09:16:18.092935 bus /sierra_2: Setting Powered False\u000a09:16:19.114635 run create_hlr_db(pid=22337): Terminated: ok {rc=0}\u000a09:16:19.527900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22339): Launched\u000a09:16:19.837606 run osmo-hlr_10.42.42.2(pid=22340): Launched\u000a09:16:19.958720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:20.500523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22342): Launched\u000a09:16:20.807378 run osmo-stp_10.42.42.5(pid=22343): Launched\u000a09:16:20.920056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:21.478810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22345): Launched\u000a09:16:21.788238 run osmo-msc_10.42.42.6(pid=22346): Launched\u000a09:16:21.969879 run osmo-stp_10.42.42.5(pid=22343): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22343)]\u000a09:16:22.100133 run osmo-stp_10.42.42.5(pid=22343): stdout: \u000a| (launched: 2022-12-10_09:16:20.656431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:22.228135 run osmo-stp_10.42.42.5(pid=22343): stderr: \u000a| �[0;m�[38;5;43m20221210091620826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091620826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091620826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091620826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091620828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091620829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091620829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:22.351815 run osmo-stp_10.42.42.5(pid=22343): stdout: \u000a| (launched: 2022-12-10_09:16:20.656431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:22.474269 run osmo-stp_10.42.42.5(pid=22343): stderr: \u000a| �[0;m�[38;5;43m20221210091620826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091620826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091620826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091620826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091620828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091620829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091620829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:22.528017 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22343): Process ended prematurely: osmo-stp_10.42.42.5(pid=22343) [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22343)] [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:16:22.536729 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:16:22.596604 run osmo-hlr_10.42.42.2(pid=22340): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22340)]\u000a09:16:22.645600 run osmo-hlr_10.42.42.2(pid=22340): stdout: \u000a| (launched: 2022-12-10_09:16:19.685039) \u000a09:16:22.695587 run osmo-hlr_10.42.42.2(pid=22340): stderr: \u000a| �[0;m�[1;31m20221210091619859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091619859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091619859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091619860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091619860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091619860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091619873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091619881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091619881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091619881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:22.762881 run osmo-msc_10.42.42.6(pid=22346): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22346)]\u000a09:16:22.811643 run osmo-msc_10.42.42.6(pid=22346): stdout: \u000a| (launched: 2022-12-10_09:16:21.635045) \u000a09:16:22.861148 run osmo-msc_10.42.42.6(pid=22346): stderr: \u000a| �[0;m�[38;5;43m20221210091621908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091621908 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55547fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091621908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091621908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091621908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091621908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091621910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091621911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091621911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091621911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:22.902645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22339): Terminating (SIGTERM)\u000a09:16:22.942150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22342): Terminating (SIGTERM)\u000a09:16:22.982334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22345): Terminating (SIGTERM)\u000a09:16:22.991696 --- ParallelTerminationStrategy: PID 22339 died...\u000a09:16:23.044431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22339): Terminated: ok {rc=0}\u000a09:16:23.054298 --- ParallelTerminationStrategy: PID 22342 died...\u000a09:16:23.106883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22342): Terminated: ok {rc=0}\u000a09:16:23.116824 --- ParallelTerminationStrategy: PID 22345 died...\u000a09:16:23.169305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22345): Terminated: ok {rc=0}\u000a09:16:23.251794 bus /sierra_3: Setting Powered False\u000a09:16:24.352978 bus /sierra_3: Setting Powered False\u000a09:16:25.463462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:16:05" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22357): Process ended prematurely: osmo-stp_10.42.42.5(pid=22357) [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22357)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22357): Process ended prematurely: osmo-stp_10.42.42.5(pid=22357) [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:16:27.460618 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:27.471589 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:16:27.603210 tst emergency_mo_mt_call.py: using LAC 27382\u000a09:16:27.720253 tst emergency_mo_mt_call.py: using RAC 97\u000a09:16:27.837965 tst emergency_mo_mt_call.py: using CellId 27382\u000a09:16:27.954543 tst emergency_mo_mt_call.py: using BVCI 27383\u000a09:16:27.977460 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:27.988314 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:27.998950 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:28.009811 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:28.020671 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:28.031528 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:16:28.149242 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:16:28.349761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:28.827683 run create_hlr_db(pid=22351): Launched\u000a09:16:29.002808 bus /sierra_2: Setting Powered False\u000a09:16:30.023969 run create_hlr_db(pid=22351): Terminated: ok {rc=0}\u000a09:16:30.431027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22353): Launched\u000a09:16:30.735880 run osmo-hlr_10.42.42.2(pid=22354): Launched\u000a09:16:30.867873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:31.482641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22356): Launched\u000a09:16:31.844201 run osmo-stp_10.42.42.5(pid=22357): Launched\u000a09:16:32.044217 tst emergency_mo_mt_call.py: using MSISDN 7654\u000a09:16:32.269113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:32.827897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22359): Launched\u000a09:16:33.135018 run osmo-msc_10.42.42.6(pid=22360): Launched\u000a09:16:33.313959 run osmo-stp_10.42.42.5(pid=22357): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22357)]\u000a09:16:33.442704 run osmo-stp_10.42.42.5(pid=22357): stdout: \u000a| (launched: 2022-12-10_09:16:31.638586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:33.569244 run osmo-stp_10.42.42.5(pid=22357): stderr: \u000a| �[0;m�[38;5;43m20221210091631982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091631983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091631983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091631983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091631984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091631984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091631984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:33.690796 run osmo-stp_10.42.42.5(pid=22357): stdout: \u000a| (launched: 2022-12-10_09:16:31.638586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:33.811550 run osmo-stp_10.42.42.5(pid=22357): stderr: \u000a| �[0;m�[38;5;43m20221210091631982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091631983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091631983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091631983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091631984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091631984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091631984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:33.864487 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22357): Process ended prematurely: osmo-stp_10.42.42.5(pid=22357) [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22357)] [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a09:16:33.872470 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a09:16:33.933208 run osmo-hlr_10.42.42.2(pid=22354): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22354)]\u000a09:16:33.983038 run osmo-hlr_10.42.42.2(pid=22354): stdout: \u000a| (launched: 2022-12-10_09:16:30.583983) \u000a09:16:34.033036 run osmo-hlr_10.42.42.2(pid=22354): stderr: \u000a| �[0;m�[1;31m20221210091630765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091630765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091630765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091630765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091630765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091630765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091630777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091630786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091630786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091630786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:34.100774 run osmo-msc_10.42.42.6(pid=22360): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22360)]\u000a09:16:34.150065 run osmo-msc_10.42.42.6(pid=22360): stdout: \u000a| (launched: 2022-12-10_09:16:32.980882) \u000a09:16:34.199832 run osmo-msc_10.42.42.6(pid=22360): stderr: \u000a| �[0;m�[38;5;43m20221210091633257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091633257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2399bf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091633257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091633257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091633257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091633258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091633259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091633260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091633260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091633260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:34.241511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22353): Terminating (SIGTERM)\u000a09:16:34.281462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22356): Terminating (SIGTERM)\u000a09:16:34.321330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22359): Terminating (SIGTERM)\u000a09:16:34.330880 --- ParallelTerminationStrategy: PID 22353 died...\u000a09:16:34.384043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22353): Terminated: ok {rc=0}\u000a09:16:34.394278 --- ParallelTerminationStrategy: PID 22356 died...\u000a09:16:34.447349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22356): Terminated: ok {rc=0}\u000a09:16:34.457371 --- ParallelTerminationStrategy: PID 22359 died...\u000a09:16:34.511389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22359): Terminated: ok {rc=0}\u000a09:16:34.599185 bus /sierra_3: Setting Powered False\u000a09:16:35.701585 bus /sierra_3: Setting Powered False\u000a09:16:36.811870 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22369): Process ended prematurely: osmo-stp_10.42.42.5(pid=22369) [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22369)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22369): Process ended prematurely: osmo-stp_10.42.42.5(pid=22369) [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:16:37.863755 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:37.875396 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:16:38.015160 tst emergency_preemptive_call.py: using LAC 27383\u000a09:16:38.133753 tst emergency_preemptive_call.py: using RAC 98\u000a09:16:38.250692 tst emergency_preemptive_call.py: using CellId 27383\u000a09:16:38.367960 tst emergency_preemptive_call.py: using BVCI 27384\u000a09:16:38.391044 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:38.402009 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:38.412643 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:38.424147 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:38.435609 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:38.447052 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:16:38.563692 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:16:38.682249 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:16:38.800243 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:16:38.998324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:39.478651 run create_hlr_db(pid=22363): Launched\u000a09:16:39.654236 bus /sierra_2: Setting Powered False\u000a09:16:40.675403 run create_hlr_db(pid=22363): Terminated: ok {rc=0}\u000a09:16:41.107075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22365): Launched\u000a09:16:41.433242 run osmo-hlr_10.42.42.2(pid=22366): Launched\u000a09:16:41.551639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:42.113846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22368): Launched\u000a09:16:42.438944 run osmo-stp_10.42.42.5(pid=22369): Launched\u000a09:16:42.566101 tst emergency_preemptive_call.py: using MSISDN 7655\u000a09:16:42.725608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:43.312143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22371): Launched\u000a09:16:43.635736 run osmo-msc_10.42.42.6(pid=22372): Launched\u000a09:16:43.823372 run osmo-stp_10.42.42.5(pid=22369): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22369)]\u000a09:16:43.959281 run osmo-stp_10.42.42.5(pid=22369): stdout: \u000a| (launched: 2022-12-10_09:16:42.276615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:44.094154 run osmo-stp_10.42.42.5(pid=22369): stderr: \u000a| �[0;m�[38;5;43m20221210091642475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091642476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091642476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091642477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091642477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091642477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091642477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:44.222997 run osmo-stp_10.42.42.5(pid=22369): stdout: \u000a| (launched: 2022-12-10_09:16:42.276615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:44.350227 run osmo-stp_10.42.42.5(pid=22369): stderr: \u000a| �[0;m�[38;5;43m20221210091642475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091642476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091642476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091642477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091642477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091642477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091642477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:44.405850 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22369): Process ended prematurely: osmo-stp_10.42.42.5(pid=22369) [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22369)] [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a09:16:44.414298 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a09:16:44.476790 run osmo-hlr_10.42.42.2(pid=22366): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22366)]\u000a09:16:44.528256 run osmo-hlr_10.42.42.2(pid=22366): stdout: \u000a| (launched: 2022-12-10_09:16:41.271079) \u000a09:16:44.580471 run osmo-hlr_10.42.42.2(pid=22366): stderr: \u000a| �[0;m�[1;31m20221210091641473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091641473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091641473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091641473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091641473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091641473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091641489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091641498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091641498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091641498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:44.651538 run osmo-msc_10.42.42.6(pid=22372): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22372)]\u000a09:16:44.702957 run osmo-msc_10.42.42.6(pid=22372): stdout: \u000a| (launched: 2022-12-10_09:16:43.474634) \u000a09:16:44.754798 run osmo-msc_10.42.42.6(pid=22372): stderr: \u000a| �[0;m�[38;5;43m20221210091643802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210091643802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd916ee2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210091643802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210091643802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210091643802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210091643803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210091643805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210091643805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210091643805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210091643805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:44.798895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22365): Terminating (SIGTERM)\u000a09:16:44.840796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22368): Terminating (SIGTERM)\u000a09:16:44.882870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22371): Terminating (SIGTERM)\u000a09:16:44.892711 --- ParallelTerminationStrategy: PID 22365 died...\u000a09:16:44.948775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22365): Terminated: ok {rc=0}\u000a09:16:44.958933 --- ParallelTerminationStrategy: PID 22368 died...\u000a09:16:45.014596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22368): Terminated: ok {rc=0}\u000a09:16:45.024737 --- ParallelTerminationStrategy: PID 22371 died...\u000a09:16:45.080366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22371): Terminated: ok {rc=0}\u000a09:16:45.167867 bus /sierra_9: Setting Powered False\u000a09:16:46.270978 bus /sierra_9: Setting Powered False\u000a09:16:47.379378 bus /sierra_8: Setting Powered False\u000a09:16:48.481889 bus /sierra_8: Setting Powered False\u000a09:16:49.590186 bus /sierra_3: Setting Powered False\u000a09:16:50.697170 bus /sierra_3: Setting Powered False\u000a09:16:51.809341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:16:27" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22387): Process ended prematurely: osmo-stp_10.42.42.5(pid=22387) [trial-2372↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22387)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22387): Process ended prematurely: osmo-stp_10.42.42.5(pid=22387) [trial-2372↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:16:53.918309 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:53.929069 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:16:54.063115 tst cs_paging_gprs_active.py: using LAC 27384\u000a09:16:54.183895 tst cs_paging_gprs_active.py: using RAC 99\u000a09:16:54.306439 tst cs_paging_gprs_active.py: using CellId 27384\u000a09:16:54.433208 tst cs_paging_gprs_active.py: using BVCI 27385\u000a09:16:54.458385 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:54.469864 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:54.481184 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:54.492717 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:54.504196 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:54.515494 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:54.527264 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:54.538543 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:16:54.549875 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:16:54.670174 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:16:54.952207 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:16:55.081478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:55.399444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22377): Launched\u000a09:16:55.664114 run iperf3-srv_10.42.42.10(pid=22378): Launched\u000a09:16:55.852540 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:16:55.981156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:16:56.299449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22379): Launched\u000a09:16:56.564618 run iperf3-srv_10.42.42.10(pid=22380): Launched\u000a09:16:56.753090 tst cs_paging_gprs_active.py:38: start network...\u000a09:16:56.881988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:57.367647 run create_hlr_db(pid=22381): Launched\u000a09:16:57.544827 bus /sierra_2: Setting Powered False\u000a09:16:58.566574 run create_hlr_db(pid=22381): Terminated: ok {rc=0}\u000a09:16:58.977071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22383): Launched\u000a09:16:59.286130 run osmo-hlr_10.42.42.2(pid=22384): Launched\u000a09:16:59.405598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:59.946885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22386): Launched\u000a09:17:00.256641 run osmo-stp_10.42.42.5(pid=22387): Launched\u000a09:17:00.369633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:00.915588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22389): Launched\u000a09:17:01.029273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:01.326491 run patchelf(pid=22390): Launched\u000a09:17:01.512137 run osmo-stp_10.42.42.5(pid=22387): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22387)]\u000a09:17:01.648532 run osmo-stp_10.42.42.5(pid=22387): stdout: \u000a| (launched: 2022-12-10_09:17:00.104208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:01.784872 run osmo-stp_10.42.42.5(pid=22387): stderr: \u000a| �[0;m�[38;5;43m20221210091700274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091700274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091700274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091700275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091700276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091700276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091700276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:01.917293 run osmo-stp_10.42.42.5(pid=22387): stdout: \u000a| (launched: 2022-12-10_09:17:00.104208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:02.047960 run osmo-stp_10.42.42.5(pid=22387): stderr: \u000a| �[0;m�[38;5;43m20221210091700274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091700274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091700274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091700275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091700276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091700276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091700276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:02.199673 run patchelf(pid=22390): Terminating (SIGINT)\u000a09:17:02.377315 run patchelf(pid=22390): Terminated: ok {rc=0}\u000a09:17:02.409153 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22387): Process ended prematurely: osmo-stp_10.42.42.5(pid=22387) [trial-2372↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22387)] [trial-2372↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a09:17:02.418505 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:17:02.480240 run osmo-hlr_10.42.42.2(pid=22384): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22384)]\u000a09:17:02.529932 run osmo-hlr_10.42.42.2(pid=22384): stdout: \u000a| (launched: 2022-12-10_09:16:59.133975) \u000a09:17:02.580133 run osmo-hlr_10.42.42.2(pid=22384): stderr: \u000a| �[0;m�[1;31m20221210091659312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091659312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091659312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091659312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091659312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091659312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091659323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091659334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091659334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091659334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:02.643283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22377): Terminating (SIGTERM)\u000a09:17:02.683447 run iperf3-srv_10.42.42.10(pid=22378): Terminating (SIGTERM)\u000a09:17:02.723486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22379): Terminating (SIGTERM)\u000a09:17:02.763124 run iperf3-srv_10.42.42.10(pid=22380): Terminating (SIGTERM)\u000a09:17:02.803068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22383): Terminating (SIGTERM)\u000a09:17:02.843036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22386): Terminating (SIGTERM)\u000a09:17:02.882948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22389): Terminating (SIGTERM)\u000a09:17:02.892542 --- ParallelTerminationStrategy: PID 22377 died...\u000a09:17:02.946285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22377): Terminated: ok {rc=0}\u000a09:17:02.956231 --- ParallelTerminationStrategy: PID 22378 died...\u000a09:17:03.009657 run iperf3-srv_10.42.42.10(pid=22378): Terminated {rc=256}\u000a09:17:03.019615 --- ParallelTerminationStrategy: PID 22379 died...\u000a09:17:03.073170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22379): Terminated: ok {rc=0}\u000a09:17:03.083478 --- ParallelTerminationStrategy: PID 22380 died...\u000a09:17:03.136691 run iperf3-srv_10.42.42.10(pid=22380): Terminated {rc=256}\u000a09:17:03.146654 --- ParallelTerminationStrategy: PID 22383 died...\u000a09:17:03.200073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22383): Terminated: ok {rc=0}\u000a09:17:03.210051 --- ParallelTerminationStrategy: PID 22386 died...\u000a09:17:03.263626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22386): Terminated: ok {rc=0}\u000a09:17:03.273880 --- ParallelTerminationStrategy: PID 22389 died...\u000a09:17:03.328026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22389): Terminated: ok {rc=0}\u000a09:17:03.416116 bus /gobi_0: Setting Powered False\u000a09:17:04.518637 bus /gobi_0: Setting Powered False\u000a09:17:05.629675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a09:17:06.741197 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:06.752435 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:17:06.888031 tst iperf3.py: using LAC 27385\u000a09:17:07.010396 tst iperf3.py: using RAC 100\u000a09:17:07.132605 tst iperf3.py: using CellId 27385\u000a09:17:07.255113 tst iperf3.py: using BVCI 27386\u000a09:17:07.278667 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:07.289518 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:07.300021 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:07.311433 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:07.322581 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:07.333788 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:07.345227 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:07.356427 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:07.367734 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:17:07.649601 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:17:07.778128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:08.098303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22394): Launched\u000a09:17:08.362058 run iperf3-srv_10.42.42.10(pid=22395): Launched\u000a09:17:08.549467 tst iperf3.py:8: start network...\u000a09:17:08.677642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:09.159899 run create_hlr_db(pid=22396): Launched\u000a09:17:09.336419 bus /gobi_6: Setting Powered False\u000a09:17:10.358157 run create_hlr_db(pid=22396): Terminated: ok {rc=0}\u000a09:17:10.790233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Launched\u000a09:17:11.117970 run osmo-hlr_10.42.42.2(pid=22399): Launched\u000a09:17:11.240782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:11.808005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Launched\u000a09:17:12.133523 run osmo-stp_10.42.42.5(pid=22402): Launched\u000a09:17:12.257679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:12.823756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Launched\u000a09:17:12.940153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:13.223785 run patchelf(pid=22405): Launched\u000a09:17:13.413244 run osmo-stp_10.42.42.5(pid=22402): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]\u000a09:17:13.551879 run osmo-stp_10.42.42.5(pid=22402): stdout: \u000a| (launched: 2022-12-10_09:17:11.973845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:13.691157 run osmo-stp_10.42.42.5(pid=22402): stderr: \u000a| �[0;m�[38;5;43m20221210091712167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091712167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091712167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091712168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091712170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091712170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091712170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:13.825807 run osmo-stp_10.42.42.5(pid=22402): stdout: \u000a| (launched: 2022-12-10_09:17:11.973845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:13.959247 run osmo-stp_10.42.42.5(pid=22402): stderr: \u000a| �[0;m�[38;5;43m20221210091712167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091712167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091712167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091712168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091712170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091712170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091712170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:14.114345 run patchelf(pid=22405): Terminating (SIGINT)\u000a09:17:14.297294 run patchelf(pid=22405): Terminated: ok {rc=0}\u000a09:17:14.330428 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)] [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a09:17:14.340112 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:17:14.402705 run osmo-hlr_10.42.42.2(pid=22399): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22399)]\u000a09:17:14.453778 run osmo-hlr_10.42.42.2(pid=22399): stdout: \u000a| (launched: 2022-12-10_09:17:10.956532) \u000a09:17:14.505393 run osmo-hlr_10.42.42.2(pid=22399): stderr: \u000a| �[0;m�[1;31m20221210091711155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091711155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091711155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091711155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091711155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091711155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091711168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091711178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:14.549613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22394): Terminating (SIGTERM)\u000a09:17:14.591824 run iperf3-srv_10.42.42.10(pid=22395): Terminating (SIGTERM)\u000a09:17:14.633474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Terminating (SIGTERM)\u000a09:17:14.675209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Terminating (SIGTERM)\u000a09:17:14.716904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Terminating (SIGTERM)\u000a09:17:14.726767 --- ParallelTerminationStrategy: PID 22394 died...\u000a09:17:14.782657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22394): Terminated: ok {rc=0}\u000a09:17:14.792997 --- ParallelTerminationStrategy: PID 22395 died...\u000a09:17:14.848304 run iperf3-srv_10.42.42.10(pid=22395): Terminated {rc=256}\u000a09:17:14.858460 --- ParallelTerminationStrategy: PID 22398 died...\u000a09:17:14.913829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Terminated: ok {rc=0}\u000a09:17:14.924034 --- ParallelTerminationStrategy: PID 22401 died...\u000a09:17:14.979455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Terminated: ok {rc=0}\u000a09:17:14.989650 --- ParallelTerminationStrategy: PID 22404 died...\u000a09:17:15.045082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Terminated: ok {rc=0}\u000a09:17:15.132003 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22420): Process ended prematurely: osmo-stp_10.42.42.5(pid=22420) [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22420)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22420): Process ended prematurely: osmo-stp_10.42.42.5(pid=22420) [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a09:17:16.281716 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:16.298254 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:17:16.496583 tst iperf3m4.py: using LAC 27386\u000a09:17:16.623595 tst iperf3m4.py: using RAC 101\u000a09:17:16.775336 tst iperf3m4.py: using CellId 27386\u000a09:17:16.921921 tst iperf3m4.py: using BVCI 27387\u000a09:17:16.948091 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:16.960385 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:16.973349 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:16.986430 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:16.999488 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:17.012311 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:17.024536 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:17.038226 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:17.051512 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:17:17.177838 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:17:17.308398 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:17:17.430871 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:17:17.717511 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:17:17.846161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:18.165244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22406): Launched\u000a09:17:18.429425 run iperf3-srv_10.42.42.10(pid=22407): Launched\u000a09:17:18.617182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:17:18.745671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:19.063698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22408): Launched\u000a09:17:19.327535 run iperf3-srv_10.42.42.10(pid=22409): Launched\u000a09:17:19.514777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:17:19.642904 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:19.960540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22410): Launched\u000a09:17:20.225197 run iperf3-srv_10.42.42.10(pid=22411): Launched\u000a09:17:20.412916 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:17:20.542118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:20.860237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22412): Launched\u000a09:17:21.124078 run iperf3-srv_10.42.42.10(pid=22413): Launched\u000a09:17:21.311358 tst iperf3m4.py:8: start network...\u000a09:17:21.439677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:21.923642 run create_hlr_db(pid=22414): Launched\u000a09:17:22.101124 bus /gobi_6: Setting Powered False\u000a09:17:23.122324 run create_hlr_db(pid=22414): Terminated: ok {rc=0}\u000a09:17:23.531599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22416): Launched\u000a09:17:23.841077 run osmo-hlr_10.42.42.2(pid=22417): Launched\u000a09:17:23.958410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:24.602105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22419): Launched\u000a09:17:24.903536 run osmo-stp_10.42.42.5(pid=22420): Launched\u000a09:17:25.024641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:25.550390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22422): Launched\u000a09:17:25.657970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:25.919547 run patchelf(pid=22423): Launched\u000a09:17:26.095492 run osmo-stp_10.42.42.5(pid=22420): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22420)]\u000a09:17:26.224325 run osmo-stp_10.42.42.5(pid=22420): stdout: \u000a| (launched: 2022-12-10_09:17:24.754794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:26.353769 run osmo-stp_10.42.42.5(pid=22420): stderr: \u000a| �[0;m�[38;5;43m20221210091724935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091724935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091724935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091724936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091724936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091724936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091724936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:26.478252 run osmo-stp_10.42.42.5(pid=22420): stdout: \u000a| (launched: 2022-12-10_09:17:24.754794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:26.601863 run osmo-stp_10.42.42.5(pid=22420): stderr: \u000a| �[0;m�[38;5;43m20221210091724935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091724935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091724935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091724936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091724936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091724936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091724936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:26.745721 run patchelf(pid=22423): Terminating (SIGINT)\u000a09:17:26.914768 run patchelf(pid=22423): Terminated: ok {rc=0}\u000a09:17:26.946061 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22420): Process ended prematurely: osmo-stp_10.42.42.5(pid=22420) [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22420)] [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a09:17:26.955198 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:17:27.015241 run osmo-hlr_10.42.42.2(pid=22417): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22417)]\u000a09:17:27.063883 run osmo-hlr_10.42.42.2(pid=22417): stdout: \u000a| (launched: 2022-12-10_09:17:23.687981) \u000a09:17:27.112757 run osmo-hlr_10.42.42.2(pid=22417): stderr: \u000a| �[0;m�[1;31m20221210091723866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091723866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091723866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091723866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091723866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091723866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091723879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091723887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091723887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091723887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:27.154109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22406): Terminating (SIGTERM)\u000a09:17:27.193331 run iperf3-srv_10.42.42.10(pid=22407): Terminating (SIGTERM)\u000a09:17:27.233103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22408): Terminating (SIGTERM)\u000a09:17:27.272251 run iperf3-srv_10.42.42.10(pid=22409): Terminating (SIGTERM)\u000a09:17:27.311703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22410): Terminating (SIGTERM)\u000a09:17:27.350831 run iperf3-srv_10.42.42.10(pid=22411): Terminating (SIGTERM)\u000a09:17:27.390134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22412): Terminating (SIGTERM)\u000a09:17:27.429274 run iperf3-srv_10.42.42.10(pid=22413): Terminating (SIGTERM)\u000a09:17:27.468619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22416): Terminating (SIGTERM)\u000a09:17:27.507778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22419): Terminating (SIGTERM)\u000a09:17:27.547032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22422): Terminating (SIGTERM)\u000a09:17:27.556455 --- ParallelTerminationStrategy: PID 22406 died...\u000a09:17:27.608844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22406): Terminated: ok {rc=0}\u000a09:17:27.618698 --- ParallelTerminationStrategy: PID 22407 died...\u000a09:17:27.671032 run iperf3-srv_10.42.42.10(pid=22407): Terminated {rc=256}\u000a09:17:27.680552 --- ParallelTerminationStrategy: PID 22408 died...\u000a09:17:27.732798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22408): Terminated: ok {rc=0}\u000a09:17:27.742546 --- ParallelTerminationStrategy: PID 22409 died...\u000a09:17:27.795266 run iperf3-srv_10.42.42.10(pid=22409): Terminated {rc=256}\u000a09:17:27.804721 --- ParallelTerminationStrategy: PID 22410 died...\u000a09:17:27.857373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22410): Terminated: ok {rc=0}\u000a09:17:27.867037 --- ParallelTerminationStrategy: PID 22411 died...\u000a09:17:27.919134 run iperf3-srv_10.42.42.10(pid=22411): Terminated {rc=256}\u000a09:17:27.928878 --- ParallelTerminationStrategy: PID 22412 died...\u000a09:17:27.981430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22412): Terminated: ok {rc=0}\u000a09:17:27.990953 --- ParallelTerminationStrategy: PID 22413 died...\u000a09:17:28.043159 run iperf3-srv_10.42.42.10(pid=22413): Terminated {rc=256}\u000a09:17:28.052868 --- ParallelTerminationStrategy: PID 22416 died...\u000a09:17:28.105328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22416): Terminated: ok {rc=0}\u000a09:17:28.114920 --- ParallelTerminationStrategy: PID 22419 died...\u000a09:17:28.166956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22419): Terminated: ok {rc=0}\u000a09:17:28.176560 --- ParallelTerminationStrategy: PID 22422 died...\u000a09:17:28.228715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22422): Terminated: ok {rc=0}\u000a09:17:28.316895 bus /gobi_4: Setting Powered False\u000a09:17:29.419297 bus /gobi_4: Setting Powered False\u000a09:17:30.528836 bus /gobi_1: Setting Powered False\u000a09:17:31.653241 bus /gobi_1: Setting Powered False\u000a09:17:32.765149 bus /gobi_0: Setting Powered False\u000a09:17:33.866451 bus /gobi_0: Setting Powered False\u000a09:17:34.976851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22432): Process ended prematurely: osmo-stp_10.42.42.5(pid=22432) [trial-2372↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22432)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22432): Process ended prematurely: osmo-stp_10.42.42.5(pid=22432) [trial-2372↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a09:17:36.042567 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:36.053836 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:17:36.185097 tst ping.py: using LAC 27387\u000a09:17:36.302054 tst ping.py: using RAC 102\u000a09:17:36.424503 tst ping.py: using CellId 27387\u000a09:17:36.547283 tst ping.py: using BVCI 27388\u000a09:17:36.571578 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:36.582991 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:36.594229 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:36.605440 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:36.616454 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:36.627491 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:36.638628 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:36.649616 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:17:36.922579 tst ping.py:19: start network...\u000a09:17:37.045518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:37.511396 run create_hlr_db(pid=22426): Launched\u000a09:17:37.683520 bus /gobi_6: Setting Powered False\u000a09:17:38.703457 run create_hlr_db(pid=22426): Terminated: ok {rc=0}\u000a09:17:39.121005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22428): Launched\u000a09:17:39.435021 run osmo-hlr_10.42.42.2(pid=22429): Launched\u000a09:17:39.550477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:40.096556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22431): Launched\u000a09:17:40.411721 run osmo-stp_10.42.42.5(pid=22432): Launched\u000a09:17:40.525671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:41.073464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22434): Launched\u000a09:17:41.186294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:41.459584 run patchelf(pid=22435): Launched\u000a09:17:41.643782 run osmo-stp_10.42.42.5(pid=22432): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22432)]\u000a09:17:41.778140 run osmo-stp_10.42.42.5(pid=22432): stdout: \u000a| (launched: 2022-12-10_09:17:40.257072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:41.912731 run osmo-stp_10.42.42.5(pid=22432): stderr: \u000a| �[0;m�[38;5;43m20221210091740446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091740447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091740447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091740447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091740448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091740448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091740448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:42.042976 run osmo-stp_10.42.42.5(pid=22432): stdout: \u000a| (launched: 2022-12-10_09:17:40.257072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:42.172447 run osmo-stp_10.42.42.5(pid=22432): stderr: \u000a| �[0;m�[38;5;43m20221210091740446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091740447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091740447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091740447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091740448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091740448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091740448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:42.322792 run patchelf(pid=22435): Terminating (SIGINT)\u000a09:17:42.499066 run patchelf(pid=22435): Terminated: ok {rc=0}\u000a09:17:42.531110 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22432): Process ended prematurely: osmo-stp_10.42.42.5(pid=22432) [trial-2372↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22432)] [trial-2372↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a09:17:42.540019 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:17:42.601948 run osmo-hlr_10.42.42.2(pid=22429): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22429)]\u000a09:17:42.652560 run osmo-hlr_10.42.42.2(pid=22429): stdout: \u000a| (launched: 2022-12-10_09:17:39.281580) \u000a09:17:42.703925 run osmo-hlr_10.42.42.2(pid=22429): stderr: \u000a| �[0;m�[1;31m20221210091739477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091739478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091739478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091739478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091739478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091739478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091739490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091739500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091739501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091739501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:42.747641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22428): Terminating (SIGTERM)\u000a09:17:42.788856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22431): Terminating (SIGTERM)\u000a09:17:42.830350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22434): Terminating (SIGTERM)\u000a09:17:42.839856 --- ParallelTerminationStrategy: PID 22428 died...\u000a09:17:42.895012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22428): Terminated: ok {rc=0}\u000a09:17:42.905026 --- ParallelTerminationStrategy: PID 22431 died...\u000a09:17:42.960050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22431): Terminated: ok {rc=0}\u000a09:17:42.970061 --- ParallelTerminationStrategy: PID 22434 died...\u000a09:17:43.024879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22434): Terminated: ok {rc=0}\u000a09:17:43.110178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22442): Process ended prematurely: osmo-stp_10.42.42.5(pid=22442) [trial-2372↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22442)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22442): Process ended prematurely: osmo-stp_10.42.42.5(pid=22442) [trial-2372↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a09:17:44.163535 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:44.175752 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:17:44.314829 tst ping_idle_ping.py: using LAC 27388\u000a09:17:44.438894 tst ping_idle_ping.py: using RAC 103\u000a09:17:44.564536 tst ping_idle_ping.py: using CellId 27388\u000a09:17:44.688229 tst ping_idle_ping.py: using BVCI 27389\u000a09:17:44.712454 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:44.723639 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:44.734704 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:44.745851 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:44.756834 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:44.767790 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:44.778982 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:17:44.789988 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:17:45.078180 tst ping_idle_ping.py:24: start network...\u000a09:17:45.210697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:45.715542 run create_hlr_db(pid=22436): Launched\u000a09:17:45.898614 bus /gobi_6: Setting Powered False\u000a09:17:46.919228 run create_hlr_db(pid=22436): Terminated: ok {rc=0}\u000a09:17:47.359252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22438): Launched\u000a09:17:47.674607 run osmo-hlr_10.42.42.2(pid=22439): Launched\u000a09:17:47.794386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:48.341519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22441): Launched\u000a09:17:48.657290 run osmo-stp_10.42.42.5(pid=22442): Launched\u000a09:17:48.772235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:17:49.322154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22444): Launched\u000a09:17:49.434502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:17:49.708720 run patchelf(pid=22445): Launched\u000a09:17:49.893505 run osmo-stp_10.42.42.5(pid=22442): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22442)]\u000a09:17:50.028227 run osmo-stp_10.42.42.5(pid=22442): stdout: \u000a| (launched: 2022-12-10_09:17:48.502147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:50.163726 run osmo-stp_10.42.42.5(pid=22442): stderr: \u000a| �[0;m�[38;5;43m20221210091748694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091748694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091748694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091748694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091748697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091748697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091748697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:50.294659 run osmo-stp_10.42.42.5(pid=22442): stdout: \u000a| (launched: 2022-12-10_09:17:48.502147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:50.424536 run osmo-stp_10.42.42.5(pid=22442): stderr: \u000a| �[0;m�[38;5;43m20221210091748694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091748694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091748694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091748694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091748697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091748697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091748697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:50.575830 run patchelf(pid=22445): Terminating (SIGINT)\u000a09:17:50.752326 run patchelf(pid=22445): Terminated: ok {rc=0}\u000a09:17:50.784331 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22442): Process ended prematurely: osmo-stp_10.42.42.5(pid=22442) [trial-2372↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22442)] [trial-2372↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a09:17:50.793400 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:17:50.855065 run osmo-hlr_10.42.42.2(pid=22439): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22439)]\u000a09:17:50.905596 run osmo-hlr_10.42.42.2(pid=22439): stdout: \u000a| (launched: 2022-12-10_09:17:47.520144) \u000a09:17:50.956651 run osmo-hlr_10.42.42.2(pid=22439): stderr: \u000a| �[0;m�[1;31m20221210091747721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091747721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091747721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091747721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091747721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091747721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091747733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091747743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091747744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091747744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:51.000327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22438): Terminating (SIGTERM)\u000a09:17:51.041746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22441): Terminating (SIGTERM)\u000a09:17:51.083038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22444): Terminating (SIGTERM)\u000a09:17:51.092564 --- ParallelTerminationStrategy: PID 22438 died...\u000a09:17:51.147899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22438): Terminated: ok {rc=0}\u000a09:17:51.157915 --- ParallelTerminationStrategy: PID 22441 died...\u000a09:17:51.212500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22441): Terminated: ok {rc=0}\u000a09:17:51.222300 --- ParallelTerminationStrategy: PID 22444 died...\u000a09:17:51.276740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22444): Terminated: ok {rc=0}\u000a09:17:51.362891 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:16:53" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:17:53.506697 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:53.517659 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:17:53.652531 tst cs_paging_gprs_active.py: using LAC 27389\u000a09:17:53.778746 tst cs_paging_gprs_active.py: using RAC 104\u000a09:17:53.906560 tst cs_paging_gprs_active.py: using CellId 27389\u000a09:17:54.031822 tst cs_paging_gprs_active.py: using BVCI 27390\u000a09:17:54.056614 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:54.068183 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:54.079708 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:54.091325 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:54.102589 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:54.114084 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:54.125566 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:54.137205 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:17:54.148693 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:17:54.265755 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:17:54.544450 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:17:54.671245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:54.987886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22449): Launched\u000a09:17:55.251348 run iperf3-srv_10.42.42.10(pid=22450): Launched\u000a09:17:55.436040 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:17:55.562519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:17:55.878998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22451): Launched\u000a09:17:56.143812 run iperf3-srv_10.42.42.10(pid=22452): Launched\u000a09:17:56.328913 tst cs_paging_gprs_active.py:38: start network...\u000a09:17:56.455339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:56.935796 run create_hlr_db(pid=22453): Launched\u000a09:17:57.109944 bus /gobi_6: Setting Powered False\u000a09:17:58.131836 run create_hlr_db(pid=22453): Terminated: ok {rc=0}\u000a09:17:58.537758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Launched\u000a09:17:58.845659 run osmo-hlr_10.42.42.2(pid=22456): Launched\u000a09:17:58.960898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:59.489612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Launched\u000a09:17:59.796497 run osmo-stp_10.42.42.5(pid=22459): Launched\u000a09:17:59.907621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:18:00.440872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22461): Launched\u000a09:18:00.550158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:18:00.818405 run patchelf(pid=22462): Launched\u000a09:18:01.003680 run osmo-stp_10.42.42.5(pid=22459): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]\u000a09:18:01.137091 run osmo-stp_10.42.42.5(pid=22459): stdout: \u000a| (launched: 2022-12-10_09:17:59.643458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:01.270885 run osmo-stp_10.42.42.5(pid=22459): stderr: \u000a| �[0;m�[38;5;43m20221210091759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091759816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091759818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091759818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091759818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:01.400556 run osmo-stp_10.42.42.5(pid=22459): stdout: \u000a| (launched: 2022-12-10_09:17:59.643458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:01.528796 run osmo-stp_10.42.42.5(pid=22459): stderr: \u000a| �[0;m�[38;5;43m20221210091759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091759816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091759818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091759818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091759818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:01.678482 run patchelf(pid=22462): Terminating (SIGINT)\u000a09:18:01.854571 run patchelf(pid=22462): Terminated: ok {rc=0}\u000a09:18:01.887395 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:18:01.897631 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a09:18:01.961845 run osmo-hlr_10.42.42.2(pid=22456): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22456)]\u000a09:18:02.012914 run osmo-hlr_10.42.42.2(pid=22456): stdout: \u000a| (launched: 2022-12-10_09:17:58.691900) \u000a09:18:02.063635 run osmo-hlr_10.42.42.2(pid=22456): stderr: \u000a| �[0;m�[1;31m20221210091758873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091758873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091758873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091758873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091758873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091758873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091758886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091758894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091758894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091758894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:02.108691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22449): Terminating (SIGTERM)\u000a09:18:02.149112 run iperf3-srv_10.42.42.10(pid=22450): Terminating (SIGTERM)\u000a09:18:02.191705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22451): Terminating (SIGTERM)\u000a09:18:02.231387 run iperf3-srv_10.42.42.10(pid=22452): Terminating (SIGTERM)\u000a09:18:02.270599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Terminating (SIGTERM)\u000a09:18:02.309854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Terminating (SIGTERM)\u000a09:18:02.349047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22461): Terminating (SIGTERM)\u000a09:18:02.358302 --- ParallelTerminationStrategy: PID 22449 died...\u000a09:18:02.410837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22449): Terminated: ok {rc=0}\u000a09:18:02.420490 --- ParallelTerminationStrategy: PID 22450 died...\u000a09:18:02.472592 run iperf3-srv_10.42.42.10(pid=22450): Terminated {rc=256}\u000a09:18:02.481949 --- ParallelTerminationStrategy: PID 22451 died...\u000a09:18:02.534942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22451): Terminated: ok {rc=0}\u000a09:18:02.544323 --- ParallelTerminationStrategy: PID 22452 died...\u000a09:18:02.596289 run iperf3-srv_10.42.42.10(pid=22452): Terminated {rc=256}\u000a09:18:02.605657 --- ParallelTerminationStrategy: PID 22455 died...\u000a09:18:02.657842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Terminated: ok {rc=0}\u000a09:18:02.667394 --- ParallelTerminationStrategy: PID 22458 died...\u000a09:18:02.719969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Terminated: ok {rc=0}\u000a09:18:02.729695 --- ParallelTerminationStrategy: PID 22461 died...\u000a09:18:02.782096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22461): Terminated: ok {rc=0}\u000a09:18:02.869593 bus /gobi_0: Setting Powered False\u000a09:18:03.971688 bus /gobi_0: Setting Powered False\u000a09:18:05.077648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22471): Process ended prematurely: osmo-stp_10.42.42.5(pid=22471) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22471)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22471): Process ended prematurely: osmo-stp_10.42.42.5(pid=22471) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:18:06.185823 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.197430 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:18:06.335967 tst iperf3.py: using LAC 27390\u000a09:18:06.455186 tst iperf3.py: using RAC 105\u000a09:18:06.573917 tst iperf3.py: using CellId 27390\u000a09:18:06.691341 tst iperf3.py: using BVCI 27391\u000a09:18:06.714631 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.725589 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.736343 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.747378 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.758454 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.769561 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.780764 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.791793 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:06.803115 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:18:07.081283 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:18:07.209151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:18:07.526081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22463): Launched\u000a09:18:07.789677 run iperf3-srv_10.42.42.10(pid=22464): Launched\u000a09:18:07.974576 tst iperf3.py:8: start network...\u000a09:18:08.101219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:08.581380 run create_hlr_db(pid=22465): Launched\u000a09:18:08.755058 bus /gobi_6: Setting Powered False\u000a09:18:09.777176 run create_hlr_db(pid=22465): Terminated: ok {rc=0}\u000a09:18:10.206642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22467): Launched\u000a09:18:10.533095 run osmo-hlr_10.42.42.2(pid=22468): Launched\u000a09:18:10.654763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:11.215354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22470): Launched\u000a09:18:11.539621 run osmo-stp_10.42.42.5(pid=22471): Launched\u000a09:18:11.656628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:18:12.218191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22473): Launched\u000a09:18:12.332258 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:18:12.614548 run patchelf(pid=22474): Launched\u000a09:18:12.800905 run osmo-stp_10.42.42.5(pid=22471): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22471)]\u000a09:18:12.936800 run osmo-stp_10.42.42.5(pid=22471): stdout: \u000a| (launched: 2022-12-10_09:18:11.377772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:13.072728 run osmo-stp_10.42.42.5(pid=22471): stderr: \u000a| �[0;m�[38;5;43m20221210091811574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091811575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091811575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091811575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091811576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091811576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091811576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:13.205374 run osmo-stp_10.42.42.5(pid=22471): stdout: \u000a| (launched: 2022-12-10_09:18:11.377772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:13.336616 run osmo-stp_10.42.42.5(pid=22471): stderr: \u000a| �[0;m�[38;5;43m20221210091811574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091811575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091811575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091811575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091811576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091811576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091811576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:13.488857 run patchelf(pid=22474): Terminating (SIGINT)\u000a09:18:13.667667 run patchelf(pid=22474): Terminated: ok {rc=0}\u000a09:18:13.700374 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22471): Process ended prematurely: osmo-stp_10.42.42.5(pid=22471) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22471)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a09:18:13.710107 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:18:13.772042 run osmo-hlr_10.42.42.2(pid=22468): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22468)]\u000a09:18:13.822533 run osmo-hlr_10.42.42.2(pid=22468): stdout: \u000a| (launched: 2022-12-10_09:18:10.370366) \u000a09:18:13.873579 run osmo-hlr_10.42.42.2(pid=22468): stderr: \u000a| �[0;m�[1;31m20221210091810572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091810572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091810572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091810572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091810572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091810572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091810585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091810595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091810595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091810595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:13.917230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22463): Terminating (SIGTERM)\u000a09:18:13.958365 run iperf3-srv_10.42.42.10(pid=22464): Terminating (SIGTERM)\u000a09:18:13.999614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22467): Terminating (SIGTERM)\u000a09:18:14.040791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22470): Terminating (SIGTERM)\u000a09:18:14.081949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22473): Terminating (SIGTERM)\u000a09:18:14.091487 --- ParallelTerminationStrategy: PID 22463 died...\u000a09:18:14.146880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22463): Terminated: ok {rc=0}\u000a09:18:14.156746 --- ParallelTerminationStrategy: PID 22464 died...\u000a09:18:14.211322 run iperf3-srv_10.42.42.10(pid=22464): Terminated {rc=256}\u000a09:18:14.221200 --- ParallelTerminationStrategy: PID 22467 died...\u000a09:18:14.275704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22467): Terminated: ok {rc=0}\u000a09:18:14.285900 --- ParallelTerminationStrategy: PID 22470 died...\u000a09:18:14.340502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22470): Terminated: ok {rc=0}\u000a09:18:14.350444 --- ParallelTerminationStrategy: PID 22473 died...\u000a09:18:14.405094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22473): Terminated: ok {rc=0}\u000a09:18:14.490646 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22489): Process ended prematurely: osmo-stp_10.42.42.5(pid=22489) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22489)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22489): Process ended prematurely: osmo-stp_10.42.42.5(pid=22489) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:18:15.603670 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:15.615388 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:18:15.756370 tst iperf3m4.py: using LAC 27391\u000a09:18:15.881915 tst iperf3m4.py: using RAC 106\u000a09:18:16.010463 tst iperf3m4.py: using CellId 27391\u000a09:18:16.131324 tst iperf3m4.py: using BVCI 27392\u000a09:18:16.155699 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:16.167277 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:16.178765 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:16.191614 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:16.203837 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:16.215976 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:16.227542 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:16.239815 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:16.252901 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:18:16.378880 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:18:16.500730 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:18:16.619930 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:18:16.969411 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:18:17.109954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:18:17.457068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22475): Launched\u000a09:18:17.720392 run iperf3-srv_10.42.42.10(pid=22476): Launched\u000a09:18:17.906455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:18:18.033691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:18:18.352058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22477): Launched\u000a09:18:18.615675 run iperf3-srv_10.42.42.10(pid=22478): Launched\u000a09:18:18.801823 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:18:18.928542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:18:19.244938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22479): Launched\u000a09:18:19.507884 run iperf3-srv_10.42.42.10(pid=22480): Launched\u000a09:18:19.693523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:18:19.820143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:18:20.136453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22481): Launched\u000a09:18:20.399567 run iperf3-srv_10.42.42.10(pid=22482): Launched\u000a09:18:20.584001 tst iperf3m4.py:8: start network...\u000a09:18:20.710897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:21.190851 run create_hlr_db(pid=22483): Launched\u000a09:18:21.365289 bus /gobi_6: Setting Powered False\u000a09:18:22.387572 run create_hlr_db(pid=22483): Terminated: ok {rc=0}\u000a09:18:22.794533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22485): Launched\u000a09:18:23.101895 run osmo-hlr_10.42.42.2(pid=22486): Launched\u000a09:18:23.220368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:23.763119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22488): Launched\u000a09:18:24.069691 run osmo-stp_10.42.42.5(pid=22489): Launched\u000a09:18:24.181512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:18:24.712570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22491): Launched\u000a09:18:24.821371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:18:25.088810 run patchelf(pid=22492): Launched\u000a09:18:25.266070 run osmo-stp_10.42.42.5(pid=22489): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22489)]\u000a09:18:25.395533 run osmo-stp_10.42.42.5(pid=22489): stdout: \u000a| (launched: 2022-12-10_09:18:23.916771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:25.525376 run osmo-stp_10.42.42.5(pid=22489): stderr: \u000a| �[0;m�[38;5;43m20221210091824091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091824091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091824092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091824092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091824093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091824093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091824093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:25.650653 run osmo-stp_10.42.42.5(pid=22489): stdout: \u000a| (launched: 2022-12-10_09:18:23.916771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:25.774863 run osmo-stp_10.42.42.5(pid=22489): stderr: \u000a| �[0;m�[38;5;43m20221210091824091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091824091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091824092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091824092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091824093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091824093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091824093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:25.919534 run patchelf(pid=22492): Terminating (SIGINT)\u000a09:18:26.089986 run patchelf(pid=22492): Terminated: ok {rc=0}\u000a09:18:26.121252 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22489): Process ended prematurely: osmo-stp_10.42.42.5(pid=22489) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22489)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:18:26.130510 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:18:26.190872 run osmo-hlr_10.42.42.2(pid=22486): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22486)]\u000a09:18:26.239630 run osmo-hlr_10.42.42.2(pid=22486): stdout: \u000a| (launched: 2022-12-10_09:18:22.948498) \u000a09:18:26.289075 run osmo-hlr_10.42.42.2(pid=22486): stderr: \u000a| �[0;m�[1;31m20221210091823129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091823129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091823129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091823129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091823130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091823130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091823142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091823152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091823153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091823153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:26.330888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22475): Terminating (SIGTERM)\u000a09:18:26.370369 run iperf3-srv_10.42.42.10(pid=22476): Terminating (SIGTERM)\u000a09:18:26.409966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22477): Terminating (SIGTERM)\u000a09:18:26.449601 run iperf3-srv_10.42.42.10(pid=22478): Terminating (SIGTERM)\u000a09:18:26.489215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22479): Terminating (SIGTERM)\u000a09:18:26.528642 run iperf3-srv_10.42.42.10(pid=22480): Terminating (SIGTERM)\u000a09:18:26.568576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22481): Terminating (SIGTERM)\u000a09:18:26.608106 run iperf3-srv_10.42.42.10(pid=22482): Terminating (SIGTERM)\u000a09:18:26.647543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22485): Terminating (SIGTERM)\u000a09:18:26.686862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22488): Terminating (SIGTERM)\u000a09:18:26.726754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22491): Terminating (SIGTERM)\u000a09:18:26.735824 --- ParallelTerminationStrategy: PID 22475 died...\u000a09:18:26.788430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22475): Terminated: ok {rc=0}\u000a09:18:26.798167 --- ParallelTerminationStrategy: PID 22476 died...\u000a09:18:26.850750 run iperf3-srv_10.42.42.10(pid=22476): Terminated {rc=256}\u000a09:18:26.860346 --- ParallelTerminationStrategy: PID 22477 died...\u000a09:18:26.912625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22477): Terminated: ok {rc=0}\u000a09:18:26.922202 --- ParallelTerminationStrategy: PID 22478 died...\u000a09:18:26.974922 run iperf3-srv_10.42.42.10(pid=22478): Terminated {rc=256}\u000a09:18:26.984541 --- ParallelTerminationStrategy: PID 22479 died...\u000a09:18:27.036746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22479): Terminated: ok {rc=0}\u000a09:18:27.046571 --- ParallelTerminationStrategy: PID 22480 died...\u000a09:18:27.098801 run iperf3-srv_10.42.42.10(pid=22480): Terminated {rc=256}\u000a09:18:27.108303 --- ParallelTerminationStrategy: PID 22481 died...\u000a09:18:27.161062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22481): Terminated: ok {rc=0}\u000a09:18:27.170554 --- ParallelTerminationStrategy: PID 22482 died...\u000a09:18:27.222794 run iperf3-srv_10.42.42.10(pid=22482): Terminated {rc=256}\u000a09:18:27.232431 --- ParallelTerminationStrategy: PID 22485 died...\u000a09:18:27.284788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22485): Terminated: ok {rc=0}\u000a09:18:27.294441 --- ParallelTerminationStrategy: PID 22488 died...\u000a09:18:27.347007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22488): Terminated: ok {rc=0}\u000a09:18:27.356617 --- ParallelTerminationStrategy: PID 22491 died...\u000a09:18:27.409047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22491): Terminated: ok {rc=0}\u000a09:18:27.497841 bus /gobi_4: Setting Powered False\u000a09:18:28.601044 bus /gobi_4: Setting Powered False\u000a09:18:29.710245 bus /gobi_1: Setting Powered False\u000a09:18:30.816613 bus /gobi_1: Setting Powered False\u000a09:18:31.940491 bus /gobi_0: Setting Powered False\u000a09:18:33.045487 bus /gobi_0: Setting Powered False\u000a09:18:34.156541 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22499): Process ended prematurely: osmo-stp_10.42.42.5(pid=22499) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22499)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22499): Process ended prematurely: osmo-stp_10.42.42.5(pid=22499) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:18:35.224903 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:35.236895 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:18:35.381080 tst ping.py: using LAC 27392\u000a09:18:35.500165 tst ping.py: using RAC 107\u000a09:18:35.618073 tst ping.py: using CellId 27392\u000a09:18:35.733969 tst ping.py: using BVCI 27393\u000a09:18:35.757031 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:35.768206 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:35.779312 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:35.791002 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:35.802241 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:35.813644 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:35.825156 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:35.836645 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:18:36.123505 tst ping.py:19: start network...\u000a09:18:36.255445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:36.762863 run create_hlr_db(pid=22493): Launched\u000a09:18:36.945758 bus /gobi_6: Setting Powered False\u000a09:18:37.965716 run create_hlr_db(pid=22493): Terminated: ok {rc=0}\u000a09:18:38.387580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22495): Launched\u000a09:18:38.706716 run osmo-hlr_10.42.42.2(pid=22496): Launched\u000a09:18:38.822317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:39.379786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22498): Launched\u000a09:18:39.697937 run osmo-stp_10.42.42.5(pid=22499): Launched\u000a09:18:39.811092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:18:40.364781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22501): Launched\u000a09:18:40.477715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:18:40.755795 run patchelf(pid=22502): Launched\u000a09:18:40.941101 run osmo-stp_10.42.42.5(pid=22499): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22499)]\u000a09:18:41.076102 run osmo-stp_10.42.42.5(pid=22499): stdout: \u000a| (launched: 2022-12-10_09:18:39.539307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:41.211846 run osmo-stp_10.42.42.5(pid=22499): stderr: \u000a| �[0;m�[38;5;43m20221210091839735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091839735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091839735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091839735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091839736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091839736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091839736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:41.342776 run osmo-stp_10.42.42.5(pid=22499): stdout: \u000a| (launched: 2022-12-10_09:18:39.539307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:41.472331 run osmo-stp_10.42.42.5(pid=22499): stderr: \u000a| �[0;m�[38;5;43m20221210091839735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091839735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091839735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091839735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091839736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091839736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091839736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:41.623551 run patchelf(pid=22502): Terminating (SIGINT)\u000a09:18:41.800666 run patchelf(pid=22502): Terminated: ok {rc=0}\u000a09:18:41.832645 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22499): Process ended prematurely: osmo-stp_10.42.42.5(pid=22499) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22499)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a09:18:41.841706 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:18:41.903720 run osmo-hlr_10.42.42.2(pid=22496): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22496)]\u000a09:18:41.954280 run osmo-hlr_10.42.42.2(pid=22496): stdout: \u000a| (launched: 2022-12-10_09:18:38.547544) \u000a09:18:42.005682 run osmo-hlr_10.42.42.2(pid=22496): stderr: \u000a| �[0;m�[1;31m20221210091838751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091838751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091838751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091838751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091838751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091838751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091838764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091838774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091838774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091838774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:42.049568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22495): Terminating (SIGTERM)\u000a09:18:42.091017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22498): Terminating (SIGTERM)\u000a09:18:42.132665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22501): Terminating (SIGTERM)\u000a09:18:42.142322 --- ParallelTerminationStrategy: PID 22495 died...\u000a09:18:42.197827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22495): Terminated: ok {rc=0}\u000a09:18:42.207859 --- ParallelTerminationStrategy: PID 22498 died...\u000a09:18:42.263092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22498): Terminated: ok {rc=0}\u000a09:18:42.273435 --- ParallelTerminationStrategy: PID 22501 died...\u000a09:18:42.328696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22501): Terminated: ok {rc=0}\u000a09:18:42.414786 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22509): Process ended prematurely: osmo-stp_10.42.42.5(pid=22509) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22509)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22509): Process ended prematurely: osmo-stp_10.42.42.5(pid=22509) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:18:43.465109 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:43.476688 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:18:43.614364 tst ping_idle_ping.py: using LAC 27393\u000a09:18:43.738042 tst ping_idle_ping.py: using RAC 108\u000a09:18:43.854828 tst ping_idle_ping.py: using CellId 27393\u000a09:18:43.977838 tst ping_idle_ping.py: using BVCI 27394\u000a09:18:44.002288 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:44.014344 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:44.025790 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:44.037455 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:44.048902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:44.060592 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:44.072225 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:18:44.085874 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:18:44.374491 tst ping_idle_ping.py:24: start network...\u000a09:18:44.506090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:45.017183 run create_hlr_db(pid=22503): Launched\u000a09:18:45.201318 bus /gobi_6: Setting Powered False\u000a09:18:46.261366 run create_hlr_db(pid=22503): Terminated: ok {rc=0}\u000a09:18:46.694869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22505): Launched\u000a09:18:47.012941 run osmo-hlr_10.42.42.2(pid=22506): Launched\u000a09:18:47.226641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:47.847932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22508): Launched\u000a09:18:48.151070 run osmo-stp_10.42.42.5(pid=22509): Launched\u000a09:18:48.259792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:18:48.782068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22511): Launched\u000a09:18:48.889279 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:18:49.153081 run patchelf(pid=22512): Launched\u000a09:18:49.328298 run osmo-stp_10.42.42.5(pid=22509): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22509)]\u000a09:18:49.456424 run osmo-stp_10.42.42.5(pid=22509): stdout: \u000a| (launched: 2022-12-10_09:18:47.998932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:49.584779 run osmo-stp_10.42.42.5(pid=22509): stderr: \u000a| �[0;m�[38;5;43m20221210091848174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091848174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091848175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091848175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091848175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091848176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091848176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:49.708878 run osmo-stp_10.42.42.5(pid=22509): stdout: \u000a| (launched: 2022-12-10_09:18:47.998932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:49.832223 run osmo-stp_10.42.42.5(pid=22509): stderr: \u000a| �[0;m�[38;5;43m20221210091848174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091848174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091848175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091848175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091848175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091848176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091848176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:49.975010 run patchelf(pid=22512): Terminating (SIGINT)\u000a09:18:50.142958 run patchelf(pid=22512): Terminated: ok {rc=0}\u000a09:18:50.173405 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22509): Process ended prematurely: osmo-stp_10.42.42.5(pid=22509) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22509)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:18:50.181917 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:18:50.241868 run osmo-hlr_10.42.42.2(pid=22506): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22506)]\u000a09:18:50.290672 run osmo-hlr_10.42.42.2(pid=22506): stdout: \u000a| (launched: 2022-12-10_09:18:46.850110) \u000a09:18:50.340027 run osmo-hlr_10.42.42.2(pid=22506): stderr: \u000a| �[0;m�[1;31m20221210091847199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091847199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091847199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091847199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091847199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091847199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091847222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091847243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091847243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091847243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:50.381949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22505): Terminating (SIGTERM)\u000a09:18:50.421308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22508): Terminating (SIGTERM)\u000a09:18:50.461014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22511): Terminating (SIGTERM)\u000a09:18:50.470437 --- ParallelTerminationStrategy: PID 22505 died...\u000a09:18:50.523427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22505): Terminated: ok {rc=0}\u000a09:18:50.533370 --- ParallelTerminationStrategy: PID 22508 died...\u000a09:18:50.585724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22508): Terminated: ok {rc=0}\u000a09:18:50.595314 --- ParallelTerminationStrategy: PID 22511 died...\u000a09:18:50.647802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22511): Terminated: ok {rc=0}\u000a09:18:50.730723 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:17:53" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22527): Process ended prematurely: osmo-stp_10.42.42.5(pid=22527) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22527)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22527): Process ended prematurely: osmo-stp_10.42.42.5(pid=22527) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:18:52.879017 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:52.890227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:18:53.043102 tst cs_paging_gprs_active.py: using LAC 27394\u000a09:18:53.162250 tst cs_paging_gprs_active.py: using RAC 109\u000a09:18:53.282907 tst cs_paging_gprs_active.py: using CellId 27394\u000a09:18:53.403586 tst cs_paging_gprs_active.py: using BVCI 27395\u000a09:18:53.426943 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:53.437912 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:53.448742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:53.459811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:53.470845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:53.481988 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:53.493133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:53.504226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:18:53.515670 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:18:53.632297 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:18:53.929519 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:18:54.065034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:18:54.398477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22517): Launched\u000a09:18:54.675327 run iperf3-srv_10.42.42.10(pid=22518): Launched\u000a09:18:54.873579 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:18:55.009489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:18:55.343330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22519): Launched\u000a09:18:55.620395 run iperf3-srv_10.42.42.10(pid=22520): Launched\u000a09:18:55.818011 tst cs_paging_gprs_active.py:38: start network...\u000a09:18:55.953014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:56.468394 run create_hlr_db(pid=22521): Launched\u000a09:18:56.654331 bus /gobi_6: Setting Powered False\u000a09:18:57.675469 run create_hlr_db(pid=22521): Terminated: ok {rc=0}\u000a09:18:58.083130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22523): Launched\u000a09:18:58.388940 run osmo-hlr_10.42.42.2(pid=22524): Launched\u000a09:18:58.506591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:59.034996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22526): Launched\u000a09:18:59.339656 run osmo-stp_10.42.42.5(pid=22527): Launched\u000a09:18:59.453733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:18:59.982708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22529): Launched\u000a09:19:00.091281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:00.357457 run patchelf(pid=22530): Launched\u000a09:19:00.535367 run osmo-stp_10.42.42.5(pid=22527): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22527)]\u000a09:19:00.665869 run osmo-stp_10.42.42.5(pid=22527): stdout: \u000a| (launched: 2022-12-10_09:18:59.189822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:00.796534 run osmo-stp_10.42.42.5(pid=22527): stderr: \u000a| �[0;m�[38;5;43m20221210091859361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091859361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091859361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091859362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:00.948932 run osmo-stp_10.42.42.5(pid=22527): stdout: \u000a| (launched: 2022-12-10_09:18:59.189822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:01.077651 run osmo-stp_10.42.42.5(pid=22527): stderr: \u000a| �[0;m�[38;5;43m20221210091859361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091859361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091859361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091859362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091859362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:01.227324 run patchelf(pid=22530): Terminating (SIGINT)\u000a09:19:01.402878 run patchelf(pid=22530): Terminated: ok {rc=0}\u000a09:19:01.436051 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22527): Process ended prematurely: osmo-stp_10.42.42.5(pid=22527) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22527)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:19:01.446222 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:19:01.510559 run osmo-hlr_10.42.42.2(pid=22524): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22524)]\u000a09:19:01.561717 run osmo-hlr_10.42.42.2(pid=22524): stdout: \u000a| (launched: 2022-12-10_09:18:58.238425) \u000a09:19:01.613969 run osmo-hlr_10.42.42.2(pid=22524): stderr: \u000a| �[0;m�[1;31m20221210091858412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091858412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091858412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091858412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091858412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091858413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091858425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091858433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091858433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091858433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:01.657232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22517): Terminating (SIGTERM)\u000a09:19:01.702146 run iperf3-srv_10.42.42.10(pid=22518): Terminating (SIGTERM)\u000a09:19:01.745716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22519): Terminating (SIGTERM)\u000a09:19:01.789514 run iperf3-srv_10.42.42.10(pid=22520): Terminating (SIGTERM)\u000a09:19:01.833378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22523): Terminating (SIGTERM)\u000a09:19:01.874332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22526): Terminating (SIGTERM)\u000a09:19:01.917422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22529): Terminating (SIGTERM)\u000a09:19:01.927186 --- ParallelTerminationStrategy: PID 22517 died...\u000a09:19:01.981915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22517): Terminated: ok {rc=0}\u000a09:19:01.993343 --- ParallelTerminationStrategy: PID 22518 died...\u000a09:19:02.049049 run iperf3-srv_10.42.42.10(pid=22518): Terminated {rc=256}\u000a09:19:02.059461 --- ParallelTerminationStrategy: PID 22519 died...\u000a09:19:02.115237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22519): Terminated: ok {rc=0}\u000a09:19:02.125608 --- ParallelTerminationStrategy: PID 22520 died...\u000a09:19:02.181290 run iperf3-srv_10.42.42.10(pid=22520): Terminated {rc=256}\u000a09:19:02.191726 --- ParallelTerminationStrategy: PID 22523 died...\u000a09:19:02.245351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22523): Terminated: ok {rc=0}\u000a09:19:02.255521 --- ParallelTerminationStrategy: PID 22526 died...\u000a09:19:02.309510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22526): Terminated: ok {rc=0}\u000a09:19:02.319143 --- ParallelTerminationStrategy: PID 22529 died...\u000a09:19:02.372723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22529): Terminated: ok {rc=0}\u000a09:19:02.460181 bus /gobi_0: Setting Powered False\u000a09:19:03.563096 bus /gobi_0: Setting Powered False\u000a09:19:04.672929 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22539): Process ended prematurely: osmo-stp_10.42.42.5(pid=22539) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22539)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22539): Process ended prematurely: osmo-stp_10.42.42.5(pid=22539) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:19:05.782607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:05.794335 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:19:05.957425 tst iperf3.py: using LAC 27395\u000a09:19:06.083668 tst iperf3.py: using RAC 110\u000a09:19:06.210596 tst iperf3.py: using CellId 27395\u000a09:19:06.332918 tst iperf3.py: using BVCI 27396\u000a09:19:06.356228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:06.367326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:06.378145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:06.389319 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:06.400323 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:06.411375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:06.422557 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:06.433521 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:06.444704 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:19:06.725380 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:19:06.852169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:07.165688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22531): Launched\u000a09:19:07.425575 run iperf3-srv_10.42.42.10(pid=22532): Launched\u000a09:19:07.612100 tst iperf3.py:8: start network...\u000a09:19:07.738926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:08.214869 run create_hlr_db(pid=22533): Launched\u000a09:19:08.389413 bus /gobi_6: Setting Powered False\u000a09:19:09.411038 run create_hlr_db(pid=22533): Terminated: ok {rc=0}\u000a09:19:09.813917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22535): Launched\u000a09:19:10.116822 run osmo-hlr_10.42.42.2(pid=22536): Launched\u000a09:19:10.232489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:10.763317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22538): Launched\u000a09:19:11.066602 run osmo-stp_10.42.42.5(pid=22539): Launched\u000a09:19:11.178411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:19:11.705409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22541): Launched\u000a09:19:11.814375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:12.082139 run patchelf(pid=22542): Launched\u000a09:19:12.259572 run osmo-stp_10.42.42.5(pid=22539): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22539)]\u000a09:19:12.389266 run osmo-stp_10.42.42.5(pid=22539): stdout: \u000a| (launched: 2022-12-10_09:19:10.916925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:12.519694 run osmo-stp_10.42.42.5(pid=22539): stderr: \u000a| �[0;m�[38;5;43m20221210091911089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091911089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091911089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091911090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091911090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091911090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091911090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:12.645554 run osmo-stp_10.42.42.5(pid=22539): stdout: \u000a| (launched: 2022-12-10_09:19:10.916925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:12.770479 run osmo-stp_10.42.42.5(pid=22539): stderr: \u000a| �[0;m�[38;5;43m20221210091911089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091911089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091911089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091911090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091911090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091911090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091911090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:12.915341 run patchelf(pid=22542): Terminating (SIGINT)\u000a09:19:13.086096 run patchelf(pid=22542): Terminated: ok {rc=0}\u000a09:19:13.117713 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22539): Process ended prematurely: osmo-stp_10.42.42.5(pid=22539) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22539)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:19:13.126987 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:19:13.187570 run osmo-hlr_10.42.42.2(pid=22536): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22536)]\u000a09:19:13.236425 run osmo-hlr_10.42.42.2(pid=22536): stdout: \u000a| (launched: 2022-12-10_09:19:09.967472) \u000a09:19:13.285498 run osmo-hlr_10.42.42.2(pid=22536): stderr: \u000a| �[0;m�[1;31m20221210091910144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091910144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091910144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091910144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091910144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091910144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091910155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091910164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091910164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091910164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:13.327643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22531): Terminating (SIGTERM)\u000a09:19:13.367560 run iperf3-srv_10.42.42.10(pid=22532): Terminating (SIGTERM)\u000a09:19:13.407011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22535): Terminating (SIGTERM)\u000a09:19:13.446627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22538): Terminating (SIGTERM)\u000a09:19:13.486227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22541): Terminating (SIGTERM)\u000a09:19:13.495646 --- ParallelTerminationStrategy: PID 22531 died...\u000a09:19:13.548783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22531): Terminated: ok {rc=0}\u000a09:19:13.558704 --- ParallelTerminationStrategy: PID 22532 died...\u000a09:19:13.611107 run iperf3-srv_10.42.42.10(pid=22532): Terminated {rc=256}\u000a09:19:13.620791 --- ParallelTerminationStrategy: PID 22535 died...\u000a09:19:13.673306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22535): Terminated: ok {rc=0}\u000a09:19:13.682780 --- ParallelTerminationStrategy: PID 22538 died...\u000a09:19:13.735144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22538): Terminated: ok {rc=0}\u000a09:19:13.744788 --- ParallelTerminationStrategy: PID 22541 died...\u000a09:19:13.796934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22541): Terminated: ok {rc=0}\u000a09:19:13.880157 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22557): Process ended prematurely: osmo-stp_10.42.42.5(pid=22557) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22557)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22557): Process ended prematurely: osmo-stp_10.42.42.5(pid=22557) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:19:14.993141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.005393 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:19:15.164111 tst iperf3m4.py: using LAC 27396\u000a09:19:15.285054 tst iperf3m4.py: using RAC 111\u000a09:19:15.404143 tst iperf3m4.py: using CellId 27396\u000a09:19:15.528059 tst iperf3m4.py: using BVCI 27397\u000a09:19:15.551302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.562456 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.573517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.584644 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.595783 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.606976 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.618314 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.629394 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:15.640494 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:19:15.757944 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:19:15.891415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:19:16.013991 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:19:16.303219 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:19:16.434306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:16.768563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22543): Launched\u000a09:19:17.086383 run iperf3-srv_10.42.42.10(pid=22544): Launched\u000a09:19:17.289317 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:19:17.416654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:17.731586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22545): Launched\u000a09:19:17.993379 run iperf3-srv_10.42.42.10(pid=22546): Launched\u000a09:19:18.178482 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:19:18.305436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:18.619189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22547): Launched\u000a09:19:18.879473 run iperf3-srv_10.42.42.10(pid=22548): Launched\u000a09:19:19.064436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:19:19.191448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:19.503928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22549): Launched\u000a09:19:19.763982 run iperf3-srv_10.42.42.10(pid=22550): Launched\u000a09:19:19.949308 tst iperf3m4.py:8: start network...\u000a09:19:20.075828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:20.551918 run create_hlr_db(pid=22551): Launched\u000a09:19:20.726475 bus /gobi_6: Setting Powered False\u000a09:19:21.748158 run create_hlr_db(pid=22551): Terminated: ok {rc=0}\u000a09:19:22.151861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22553): Launched\u000a09:19:22.456105 run osmo-hlr_10.42.42.2(pid=22554): Launched\u000a09:19:22.567773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:23.095101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22556): Launched\u000a09:19:23.399573 run osmo-stp_10.42.42.5(pid=22557): Launched\u000a09:19:23.511474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:19:24.039830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22559): Launched\u000a09:19:24.148785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:24.412768 run patchelf(pid=22560): Launched\u000a09:19:24.589859 run osmo-stp_10.42.42.5(pid=22557): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22557)]\u000a09:19:24.719296 run osmo-stp_10.42.42.5(pid=22557): stdout: \u000a| (launched: 2022-12-10_09:19:23.249982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:24.849492 run osmo-stp_10.42.42.5(pid=22557): stderr: \u000a| �[0;m�[38;5;43m20221210091923421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091923421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091923421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091923422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091923422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091923422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091923422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:24.974942 run osmo-stp_10.42.42.5(pid=22557): stdout: \u000a| (launched: 2022-12-10_09:19:23.249982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:25.099559 run osmo-stp_10.42.42.5(pid=22557): stderr: \u000a| �[0;m�[38;5;43m20221210091923421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091923421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091923421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091923422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091923422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091923422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091923422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:25.245237 run patchelf(pid=22560): Terminating (SIGINT)\u000a09:19:25.415387 run patchelf(pid=22560): Terminated: ok {rc=0}\u000a09:19:25.446542 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22557): Process ended prematurely: osmo-stp_10.42.42.5(pid=22557) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22557)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:19:25.455717 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:19:25.515652 run osmo-hlr_10.42.42.2(pid=22554): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22554)]\u000a09:19:25.564216 run osmo-hlr_10.42.42.2(pid=22554): stdout: \u000a| (launched: 2022-12-10_09:19:22.306724) \u000a09:19:25.613586 run osmo-hlr_10.42.42.2(pid=22554): stderr: \u000a| �[0;m�[1;31m20221210091922484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091922484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091922484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091922484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091922484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091922484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091922496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091922505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091922505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091922505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:25.655070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22543): Terminating (SIGTERM)\u000a09:19:25.694688 run iperf3-srv_10.42.42.10(pid=22544): Terminating (SIGTERM)\u000a09:19:25.733894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22545): Terminating (SIGTERM)\u000a09:19:25.772933 run iperf3-srv_10.42.42.10(pid=22546): Terminating (SIGTERM)\u000a09:19:25.812217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22547): Terminating (SIGTERM)\u000a09:19:25.851410 run iperf3-srv_10.42.42.10(pid=22548): Terminating (SIGTERM)\u000a09:19:25.890591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22549): Terminating (SIGTERM)\u000a09:19:25.929845 run iperf3-srv_10.42.42.10(pid=22550): Terminating (SIGTERM)\u000a09:19:25.969102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22553): Terminating (SIGTERM)\u000a09:19:26.008416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22556): Terminating (SIGTERM)\u000a09:19:26.047655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22559): Terminating (SIGTERM)\u000a09:19:26.056909 --- ParallelTerminationStrategy: PID 22543 died...\u000a09:19:26.109570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22543): Terminated: ok {rc=0}\u000a09:19:26.119210 --- ParallelTerminationStrategy: PID 22544 died...\u000a09:19:26.171234 run iperf3-srv_10.42.42.10(pid=22544): Terminated {rc=256}\u000a09:19:26.180786 --- ParallelTerminationStrategy: PID 22545 died...\u000a09:19:26.232708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22545): Terminated: ok {rc=0}\u000a09:19:26.242278 --- ParallelTerminationStrategy: PID 22546 died...\u000a09:19:26.294148 run iperf3-srv_10.42.42.10(pid=22546): Terminated {rc=256}\u000a09:19:26.303613 --- ParallelTerminationStrategy: PID 22547 died...\u000a09:19:26.355916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22547): Terminated: ok {rc=0}\u000a09:19:26.365611 --- ParallelTerminationStrategy: PID 22548 died...\u000a09:19:26.417781 run iperf3-srv_10.42.42.10(pid=22548): Terminated {rc=256}\u000a09:19:26.427446 --- ParallelTerminationStrategy: PID 22549 died...\u000a09:19:26.479754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22549): Terminated: ok {rc=0}\u000a09:19:26.489867 --- ParallelTerminationStrategy: PID 22550 died...\u000a09:19:26.542355 run iperf3-srv_10.42.42.10(pid=22550): Terminated {rc=256}\u000a09:19:26.551989 --- ParallelTerminationStrategy: PID 22553 died...\u000a09:19:26.604347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22553): Terminated: ok {rc=0}\u000a09:19:26.614050 --- ParallelTerminationStrategy: PID 22556 died...\u000a09:19:26.666615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22556): Terminated: ok {rc=0}\u000a09:19:26.676332 --- ParallelTerminationStrategy: PID 22559 died...\u000a09:19:26.729416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22559): Terminated: ok {rc=0}\u000a09:19:26.816258 bus /gobi_4: Setting Powered False\u000a09:19:27.919446 bus /gobi_4: Setting Powered False\u000a09:19:29.028187 bus /gobi_1: Setting Powered False\u000a09:19:30.129470 bus /gobi_1: Setting Powered False\u000a09:19:31.244114 bus /gobi_0: Setting Powered False\u000a09:19:32.345526 bus /gobi_0: Setting Powered False\u000a09:19:33.456061 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22567): Process ended prematurely: osmo-stp_10.42.42.5(pid=22567) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22567)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22567): Process ended prematurely: osmo-stp_10.42.42.5(pid=22567) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:19:34.525548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:34.538118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:19:34.696285 tst ping.py: using LAC 27397\u000a09:19:34.820213 tst ping.py: using RAC 112\u000a09:19:34.944086 tst ping.py: using CellId 27397\u000a09:19:35.063734 tst ping.py: using BVCI 27398\u000a09:19:35.086704 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:35.097931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:35.108910 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:35.120392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:35.131427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:35.142638 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:35.153807 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:35.164889 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:19:35.444903 tst ping.py:19: start network...\u000a09:19:35.569436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:36.037993 run create_hlr_db(pid=22561): Launched\u000a09:19:36.209995 bus /gobi_6: Setting Powered False\u000a09:19:37.230888 run create_hlr_db(pid=22561): Terminated: ok {rc=0}\u000a09:19:37.627109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22563): Launched\u000a09:19:37.925678 run osmo-hlr_10.42.42.2(pid=22564): Launched\u000a09:19:38.040062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:38.566907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22566): Launched\u000a09:19:38.862999 run osmo-stp_10.42.42.5(pid=22567): Launched\u000a09:19:38.970945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:19:39.489074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22569): Launched\u000a09:19:39.594933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:39.854020 run patchelf(pid=22570): Launched\u000a09:19:40.028274 run osmo-stp_10.42.42.5(pid=22567): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22567)]\u000a09:19:40.155618 run osmo-stp_10.42.42.5(pid=22567): stdout: \u000a| (launched: 2022-12-10_09:19:38.717178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:40.283426 run osmo-stp_10.42.42.5(pid=22567): stderr: \u000a| �[0;m�[38;5;43m20221210091938887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091938887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091938888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091938888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091938890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091938890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091938891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:40.407021 run osmo-stp_10.42.42.5(pid=22567): stdout: \u000a| (launched: 2022-12-10_09:19:38.717178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:40.529532 run osmo-stp_10.42.42.5(pid=22567): stderr: \u000a| �[0;m�[38;5;43m20221210091938887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091938887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091938888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091938888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091938890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091938890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091938891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:40.672077 run patchelf(pid=22570): Terminating (SIGINT)\u000a09:19:40.839005 run patchelf(pid=22570): Terminated: ok {rc=0}\u000a09:19:40.869333 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22567): Process ended prematurely: osmo-stp_10.42.42.5(pid=22567) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22567)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:19:40.877934 tst ping.py:22: Test FAILED (6.3 sec)\u000a09:19:40.937523 run osmo-hlr_10.42.42.2(pid=22564): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22564)]\u000a09:19:40.986063 run osmo-hlr_10.42.42.2(pid=22564): stdout: \u000a| (launched: 2022-12-10_09:19:37.778105) \u000a09:19:41.035221 run osmo-hlr_10.42.42.2(pid=22564): stderr: \u000a| �[0;m�[1;31m20221210091937953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091937953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091937953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091937953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091937954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091937954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091937966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091937974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091937974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091937975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:41.076652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22563): Terminating (SIGTERM)\u000a09:19:41.116066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22566): Terminating (SIGTERM)\u000a09:19:41.155892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22569): Terminating (SIGTERM)\u000a09:19:41.166133 --- ParallelTerminationStrategy: PID 22563 died...\u000a09:19:41.218857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22563): Terminated: ok {rc=0}\u000a09:19:41.228386 --- ParallelTerminationStrategy: PID 22566 died...\u000a09:19:41.280528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22566): Terminated: ok {rc=0}\u000a09:19:41.290419 --- ParallelTerminationStrategy: PID 22569 died...\u000a09:19:41.342778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22569): Terminated: ok {rc=0}\u000a09:19:41.429976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22577): Process ended prematurely: osmo-stp_10.42.42.5(pid=22577) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22577)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22577): Process ended prematurely: osmo-stp_10.42.42.5(pid=22577) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:19:42.481326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:42.493088 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:19:42.651460 tst ping_idle_ping.py: using LAC 27398\u000a09:19:42.777697 tst ping_idle_ping.py: using RAC 113\u000a09:19:42.908662 tst ping_idle_ping.py: using CellId 27398\u000a09:19:43.031499 tst ping_idle_ping.py: using BVCI 27399\u000a09:19:43.055986 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:43.067472 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:43.078844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:43.090753 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:43.102591 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:43.114500 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:43.126607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:19:43.138368 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:19:43.416032 tst ping_idle_ping.py:24: start network...\u000a09:19:43.539654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:44.009643 run create_hlr_db(pid=22571): Launched\u000a09:19:44.181933 bus /gobi_6: Setting Powered False\u000a09:19:45.202053 run create_hlr_db(pid=22571): Terminated: ok {rc=0}\u000a09:19:45.624130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22573): Launched\u000a09:19:46.053067 run osmo-hlr_10.42.42.2(pid=22574): Launched\u000a09:19:46.330614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:46.900147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22576): Launched\u000a09:19:47.370452 run osmo-stp_10.42.42.5(pid=22577): Launched\u000a09:19:47.483934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:19:48.035803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22579): Launched\u000a09:19:48.148855 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:48.425014 run patchelf(pid=22580): Launched\u000a09:19:48.610337 run osmo-stp_10.42.42.5(pid=22577): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22577)]\u000a09:19:48.745934 run osmo-stp_10.42.42.5(pid=22577): stdout: \u000a| (launched: 2022-12-10_09:19:47.055289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:48.881501 run osmo-stp_10.42.42.5(pid=22577): stderr: \u000a| �[0;m�[38;5;43m20221210091947259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091947259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091947259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091947260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091947260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091947260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091947260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:49.012612 run osmo-stp_10.42.42.5(pid=22577): stdout: \u000a| (launched: 2022-12-10_09:19:47.055289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:49.142702 run osmo-stp_10.42.42.5(pid=22577): stderr: \u000a| �[0;m�[38;5;43m20221210091947259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091947259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091947259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091947260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091947260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091947260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091947260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:49.294666 run patchelf(pid=22580): Terminating (SIGINT)\u000a09:19:49.473021 run patchelf(pid=22580): Terminated: ok {rc=0}\u000a09:19:49.505176 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22577): Process ended prematurely: osmo-stp_10.42.42.5(pid=22577) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22577)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:19:49.514289 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a09:19:49.575756 run osmo-hlr_10.42.42.2(pid=22574): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22574)]\u000a09:19:49.626232 run osmo-hlr_10.42.42.2(pid=22574): stdout: \u000a| (launched: 2022-12-10_09:19:45.785571) \u000a09:19:49.677352 run osmo-hlr_10.42.42.2(pid=22574): stderr: \u000a| �[0;m�[1;31m20221210091946138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091946138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091946138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091946138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091946138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091946138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091946152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091946168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091946168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091946168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:49.720762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22573): Terminating (SIGTERM)\u000a09:19:49.762055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22576): Terminating (SIGTERM)\u000a09:19:49.803112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22579): Terminating (SIGTERM)\u000a09:19:49.812677 --- ParallelTerminationStrategy: PID 22573 died...\u000a09:19:49.867588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22573): Terminated: ok {rc=0}\u000a09:19:49.877950 --- ParallelTerminationStrategy: PID 22576 died...\u000a09:19:49.932367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22576): Terminated: ok {rc=0}\u000a09:19:49.942339 --- ParallelTerminationStrategy: PID 22579 died...\u000a09:19:49.996916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22579): Terminated: ok {rc=0}\u000a09:19:50.082882 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:18:52" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22596): Process ended prematurely: osmo-stp_10.42.42.5(pid=22596) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22596)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22596): Process ended prematurely: osmo-stp_10.42.42.5(pid=22596) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:19:52.246269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.257958 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:19:52.416134 tst cs_paging_gprs_active.py: using LAC 27399\u000a09:19:52.540715 tst cs_paging_gprs_active.py: using RAC 114\u000a09:19:52.665894 tst cs_paging_gprs_active.py: using CellId 27399\u000a09:19:52.790425 tst cs_paging_gprs_active.py: using BVCI 27400\u000a09:19:52.815005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.826505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.837824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.849141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.860421 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.871731 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.883137 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.894411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:19:52.905893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:19:53.025669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:19:53.320842 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:19:53.456271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:53.793350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22586): Launched\u000a09:19:54.074258 run iperf3-srv_10.42.42.10(pid=22587): Launched\u000a09:19:54.271847 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:19:54.406170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:54.742337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22588): Launched\u000a09:19:55.024079 run iperf3-srv_10.42.42.10(pid=22589): Launched\u000a09:19:55.221866 tst cs_paging_gprs_active.py:38: start network...\u000a09:19:55.356675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:55.877250 run create_hlr_db(pid=22590): Launched\u000a09:19:56.062806 bus /gobi_6: Setting Powered False\u000a09:19:57.084634 run create_hlr_db(pid=22590): Terminated: ok {rc=0}\u000a09:19:57.495598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22592): Launched\u000a09:19:57.805691 run osmo-hlr_10.42.42.2(pid=22593): Launched\u000a09:19:57.919251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:58.450708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22595): Launched\u000a09:19:58.760334 run osmo-stp_10.42.42.5(pid=22596): Launched\u000a09:19:58.879990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:19:59.417138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22598): Launched\u000a09:19:59.526139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:59.801279 run patchelf(pid=22599): Launched\u000a09:19:59.979815 run osmo-stp_10.42.42.5(pid=22596): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22596)]\u000a09:20:00.110516 run osmo-stp_10.42.42.5(pid=22596): stdout: \u000a| (launched: 2022-12-10_09:19:58.605398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:00.241432 run osmo-stp_10.42.42.5(pid=22596): stderr: \u000a| �[0;m�[38;5;43m20221210091958780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091958780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091958780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091958780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091958783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091958783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091958783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:00.367591 run osmo-stp_10.42.42.5(pid=22596): stdout: \u000a| (launched: 2022-12-10_09:19:58.605398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:00.492680 run osmo-stp_10.42.42.5(pid=22596): stderr: \u000a| �[0;m�[38;5;43m20221210091958780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210091958780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210091958780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210091958780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210091958783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210091958783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210091958783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:00.638744 run patchelf(pid=22599): Terminating (SIGINT)\u000a09:20:00.811099 run patchelf(pid=22599): Terminated: ok {rc=0}\u000a09:20:00.844052 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22596): Process ended prematurely: osmo-stp_10.42.42.5(pid=22596) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22596)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:20:00.853771 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:20:00.930860 run osmo-hlr_10.42.42.2(pid=22593): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22593)]\u000a09:20:00.981103 run osmo-hlr_10.42.42.2(pid=22593): stdout: \u000a| (launched: 2022-12-10_09:19:57.651114) \u000a09:20:01.034228 run osmo-hlr_10.42.42.2(pid=22593): stderr: \u000a| �[0;m�[1;31m20221210091957829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210091957829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210091957829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091957829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210091957829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210091957829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210091957841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210091957849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210091957849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210091957849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:01.077570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22586): Terminating (SIGTERM)\u000a09:20:01.122426 run iperf3-srv_10.42.42.10(pid=22587): Terminating (SIGTERM)\u000a09:20:01.165362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22588): Terminating (SIGTERM)\u000a09:20:01.210159 run iperf3-srv_10.42.42.10(pid=22589): Terminating (SIGTERM)\u000a09:20:01.253848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22592): Terminating (SIGTERM)\u000a09:20:01.296898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22595): Terminating (SIGTERM)\u000a09:20:01.349997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22598): Terminating (SIGTERM)\u000a09:20:01.364460 --- ParallelTerminationStrategy: PID 22586 died...\u000a09:20:01.426630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22586): Terminated: ok {rc=0}\u000a09:20:01.437092 --- ParallelTerminationStrategy: PID 22587 died...\u000a09:20:01.493065 run iperf3-srv_10.42.42.10(pid=22587): Terminated {rc=256}\u000a09:20:01.503415 --- ParallelTerminationStrategy: PID 22588 died...\u000a09:20:01.559376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22588): Terminated: ok {rc=0}\u000a09:20:01.569954 --- ParallelTerminationStrategy: PID 22589 died...\u000a09:20:01.625812 run iperf3-srv_10.42.42.10(pid=22589): Terminated {rc=256}\u000a09:20:01.636308 --- ParallelTerminationStrategy: PID 22592 died...\u000a09:20:01.692429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22592): Terminated: ok {rc=0}\u000a09:20:01.702903 --- ParallelTerminationStrategy: PID 22595 died...\u000a09:20:01.759029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22595): Terminated: ok {rc=0}\u000a09:20:01.769667 --- ParallelTerminationStrategy: PID 22598 died...\u000a09:20:01.825861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22598): Terminated: ok {rc=0}\u000a09:20:01.912339 bus /gobi_0: Setting Powered False\u000a09:20:03.018115 bus /gobi_0: Setting Powered False\u000a09:20:04.124718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:20:05.238271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.250264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:20:05.410969 tst iperf3.py: using LAC 27400\u000a09:20:05.538551 tst iperf3.py: using RAC 115\u000a09:20:05.661797 tst iperf3.py: using CellId 27400\u000a09:20:05.781691 tst iperf3.py: using BVCI 27401\u000a09:20:05.805100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.816010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.827052 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.838244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.849412 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.860409 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.871517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.882957 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:05.894342 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:20:06.189910 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:20:06.325803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:06.662888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22603): Launched\u000a09:20:06.942818 run iperf3-srv_10.42.42.10(pid=22604): Launched\u000a09:20:07.140065 tst iperf3.py:8: start network...\u000a09:20:07.275528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:07.796156 run create_hlr_db(pid=22605): Launched\u000a09:20:07.981606 bus /gobi_6: Setting Powered False\u000a09:20:09.003144 run create_hlr_db(pid=22605): Terminated: ok {rc=0}\u000a09:20:09.414553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Launched\u000a09:20:09.723225 run osmo-hlr_10.42.42.2(pid=22608): Launched\u000a09:20:09.842345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:10.384564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Launched\u000a09:20:10.692668 run osmo-stp_10.42.42.5(pid=22611): Launched\u000a09:20:10.804365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:11.339293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22613): Launched\u000a09:20:11.448003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:11.717601 run patchelf(pid=22614): Launched\u000a09:20:11.895797 run osmo-stp_10.42.42.5(pid=22611): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]\u000a09:20:12.026016 run osmo-stp_10.42.42.5(pid=22611): stdout: \u000a| (launched: 2022-12-10_09:20:10.539375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:12.156309 run osmo-stp_10.42.42.5(pid=22611): stderr: \u000a| �[0;m�[38;5;43m20221210092010713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092010713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092010714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092010714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092010715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092010715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092010715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:12.282953 run osmo-stp_10.42.42.5(pid=22611): stdout: \u000a| (launched: 2022-12-10_09:20:10.539375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:12.408096 run osmo-stp_10.42.42.5(pid=22611): stderr: \u000a| �[0;m�[38;5;43m20221210092010713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092010713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092010714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092010714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092010715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092010715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092010715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:12.553559 run patchelf(pid=22614): Terminating (SIGINT)\u000a09:20:12.724196 run patchelf(pid=22614): Terminated: ok {rc=0}\u000a09:20:12.755574 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:20:12.764578 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:20:12.824642 run osmo-hlr_10.42.42.2(pid=22608): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22608)]\u000a09:20:12.873525 run osmo-hlr_10.42.42.2(pid=22608): stdout: \u000a| (launched: 2022-12-10_09:20:09.569296) \u000a09:20:12.922859 run osmo-hlr_10.42.42.2(pid=22608): stderr: \u000a| �[0;m�[1;31m20221210092009751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092009752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092009752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092009752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092009752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092009752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092009764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092009772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092009773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092009773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:12.964495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22603): Terminating (SIGTERM)\u000a09:20:13.004082 run iperf3-srv_10.42.42.10(pid=22604): Terminating (SIGTERM)\u000a09:20:13.044084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Terminating (SIGTERM)\u000a09:20:13.083730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Terminating (SIGTERM)\u000a09:20:13.123403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22613): Terminating (SIGTERM)\u000a09:20:13.132743 --- ParallelTerminationStrategy: PID 22603 died...\u000a09:20:13.186179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22603): Terminated: ok {rc=0}\u000a09:20:13.195648 --- ParallelTerminationStrategy: PID 22604 died...\u000a09:20:13.248250 run iperf3-srv_10.42.42.10(pid=22604): Terminated {rc=256}\u000a09:20:13.257934 --- ParallelTerminationStrategy: PID 22607 died...\u000a09:20:13.310897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Terminated: ok {rc=0}\u000a09:20:13.320551 --- ParallelTerminationStrategy: PID 22610 died...\u000a09:20:13.373373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Terminated: ok {rc=0}\u000a09:20:13.382850 --- ParallelTerminationStrategy: PID 22613 died...\u000a09:20:13.435378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22613): Terminated: ok {rc=0}\u000a09:20:13.518676 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22630): Process ended prematurely: osmo-stp_10.42.42.5(pid=22630) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22630)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22630): Process ended prematurely: osmo-stp_10.42.42.5(pid=22630) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:20:14.634181 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:14.646177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:20:14.810513 tst iperf3m4.py: using LAC 27401\u000a09:20:14.937978 tst iperf3m4.py: using RAC 116\u000a09:20:15.066666 tst iperf3m4.py: using CellId 27401\u000a09:20:15.194271 tst iperf3m4.py: using BVCI 27402\u000a09:20:15.219333 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:15.230840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:15.242213 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:15.254105 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:15.266881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:15.278308 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:15.290958 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:15.302232 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:15.314382 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:20:15.433271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:20:15.557941 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:20:15.674548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:20:15.994819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:20:16.134007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:16.494203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22616): Launched\u000a09:20:16.788203 run iperf3-srv_10.42.42.10(pid=22617): Launched\u000a09:20:16.981806 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:20:17.115017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:17.438426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22618): Launched\u000a09:20:17.705206 run iperf3-srv_10.42.42.10(pid=22619): Launched\u000a09:20:17.890761 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:20:18.017937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:18.336412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22620): Launched\u000a09:20:18.600884 run iperf3-srv_10.42.42.10(pid=22621): Launched\u000a09:20:18.785871 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:20:18.912733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:19.230518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22622): Launched\u000a09:20:19.495712 run iperf3-srv_10.42.42.10(pid=22623): Launched\u000a09:20:19.681649 tst iperf3m4.py:8: start network...\u000a09:20:19.808398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:20.291015 run create_hlr_db(pid=22624): Launched\u000a09:20:20.466527 bus /gobi_6: Setting Powered False\u000a09:20:21.487348 run create_hlr_db(pid=22624): Terminated: ok {rc=0}\u000a09:20:21.896085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22626): Launched\u000a09:20:22.205124 run osmo-hlr_10.42.42.2(pid=22627): Launched\u000a09:20:22.324711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:22.863126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22629): Launched\u000a09:20:23.172406 run osmo-stp_10.42.42.5(pid=22630): Launched\u000a09:20:23.284349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:23.819464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22632): Launched\u000a09:20:23.928099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:24.196294 run patchelf(pid=22633): Launched\u000a09:20:24.373977 run osmo-stp_10.42.42.5(pid=22630): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22630)]\u000a09:20:24.504054 run osmo-stp_10.42.42.5(pid=22630): stdout: \u000a| (launched: 2022-12-10_09:20:23.017953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:24.634494 run osmo-stp_10.42.42.5(pid=22630): stderr: \u000a| �[0;m�[38;5;43m20221210092023193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092023193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092023193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092023194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092023194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092023194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092023194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:24.760101 run osmo-stp_10.42.42.5(pid=22630): stdout: \u000a| (launched: 2022-12-10_09:20:23.017953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:24.885290 run osmo-stp_10.42.42.5(pid=22630): stderr: \u000a| �[0;m�[38;5;43m20221210092023193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092023193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092023193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092023194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092023194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092023194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092023194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:25.030430 run patchelf(pid=22633): Terminating (SIGINT)\u000a09:20:25.200802 run patchelf(pid=22633): Terminated: ok {rc=0}\u000a09:20:25.232064 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22630): Process ended prematurely: osmo-stp_10.42.42.5(pid=22630) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22630)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:20:25.241361 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:20:25.301769 run osmo-hlr_10.42.42.2(pid=22627): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22627)]\u000a09:20:25.350560 run osmo-hlr_10.42.42.2(pid=22627): stdout: \u000a| (launched: 2022-12-10_09:20:22.051056) \u000a09:20:25.399929 run osmo-hlr_10.42.42.2(pid=22627): stderr: \u000a| �[0;m�[1;31m20221210092022230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092022230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092022231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092022231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092022231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092022231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092022242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092022250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092022250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092022251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:25.441741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22616): Terminating (SIGTERM)\u000a09:20:25.491713 run iperf3-srv_10.42.42.10(pid=22617): Terminating (SIGTERM)\u000a09:20:25.558581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22618): Terminating (SIGTERM)\u000a09:20:25.602927 run iperf3-srv_10.42.42.10(pid=22619): Terminating (SIGTERM)\u000a09:20:25.644620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22620): Terminating (SIGTERM)\u000a09:20:25.686196 run iperf3-srv_10.42.42.10(pid=22621): Terminating (SIGTERM)\u000a09:20:25.727962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22622): Terminating (SIGTERM)\u000a09:20:25.769370 run iperf3-srv_10.42.42.10(pid=22623): Terminating (SIGTERM)\u000a09:20:25.810782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22626): Terminating (SIGTERM)\u000a09:20:25.852329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22629): Terminating (SIGTERM)\u000a09:20:25.894352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22632): Terminating (SIGTERM)\u000a09:20:25.903976 --- ParallelTerminationStrategy: PID 22616 died...\u000a09:20:25.959520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22616): Terminated: ok {rc=0}\u000a09:20:25.969689 --- ParallelTerminationStrategy: PID 22617 died...\u000a09:20:26.024540 run iperf3-srv_10.42.42.10(pid=22617): Terminated {rc=256}\u000a09:20:26.034448 --- ParallelTerminationStrategy: PID 22618 died...\u000a09:20:26.089583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22618): Terminated: ok {rc=0}\u000a09:20:26.099563 --- ParallelTerminationStrategy: PID 22619 died...\u000a09:20:26.154659 run iperf3-srv_10.42.42.10(pid=22619): Terminated {rc=256}\u000a09:20:26.164529 --- ParallelTerminationStrategy: PID 22620 died...\u000a09:20:26.219990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22620): Terminated: ok {rc=0}\u000a09:20:26.230036 --- ParallelTerminationStrategy: PID 22621 died...\u000a09:20:26.285370 run iperf3-srv_10.42.42.10(pid=22621): Terminated {rc=256}\u000a09:20:26.295533 --- ParallelTerminationStrategy: PID 22622 died...\u000a09:20:26.350753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22622): Terminated: ok {rc=0}\u000a09:20:26.360691 --- ParallelTerminationStrategy: PID 22623 died...\u000a09:20:26.415835 run iperf3-srv_10.42.42.10(pid=22623): Terminated {rc=256}\u000a09:20:26.425853 --- ParallelTerminationStrategy: PID 22626 died...\u000a09:20:26.480758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22626): Terminated: ok {rc=0}\u000a09:20:26.491115 --- ParallelTerminationStrategy: PID 22629 died...\u000a09:20:26.546293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22629): Terminated: ok {rc=0}\u000a09:20:26.556189 --- ParallelTerminationStrategy: PID 22632 died...\u000a09:20:26.611249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22632): Terminated: ok {rc=0}\u000a09:20:26.696908 bus /gobi_4: Setting Powered False\u000a09:20:27.803061 bus /gobi_4: Setting Powered False\u000a09:20:28.910533 bus /gobi_1: Setting Powered False\u000a09:20:30.016130 bus /gobi_1: Setting Powered False\u000a09:20:31.126099 bus /gobi_0: Setting Powered False\u000a09:20:32.236497 bus /gobi_0: Setting Powered False\u000a09:20:33.344665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:20:34.410237 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:34.421868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:20:34.577927 tst ping.py: using LAC 27402\u000a09:20:34.692712 tst ping.py: using RAC 117\u000a09:20:34.810082 tst ping.py: using CellId 27402\u000a09:20:34.925976 tst ping.py: using BVCI 27403\u000a09:20:34.948678 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:34.959701 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:34.970564 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:34.981709 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:34.992778 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:35.003918 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:35.015186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:35.026429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:20:35.299989 tst ping.py:19: start network...\u000a09:20:35.424170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:35.897354 run create_hlr_db(pid=22636): Launched\u000a09:20:36.069787 bus /gobi_6: Setting Powered False\u000a09:20:37.090068 run create_hlr_db(pid=22636): Terminated: ok {rc=0}\u000a09:20:37.516091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Launched\u000a09:20:37.836045 run osmo-hlr_10.42.42.2(pid=22639): Launched\u000a09:20:37.950877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:38.473670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Launched\u000a09:20:38.775320 run osmo-stp_10.42.42.5(pid=22642): Launched\u000a09:20:38.884595 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:39.407103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22644): Launched\u000a09:20:39.513565 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:39.777355 run patchelf(pid=22645): Launched\u000a09:20:39.952650 run osmo-stp_10.42.42.5(pid=22642): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]\u000a09:20:40.080199 run osmo-stp_10.42.42.5(pid=22642): stdout: \u000a| (launched: 2022-12-10_09:20:38.624508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:40.207865 run osmo-stp_10.42.42.5(pid=22642): stderr: \u000a| �[0;m�[38;5;43m20221210092038798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092038799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092038799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092038799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092038800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092038800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092038800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:40.331452 run osmo-stp_10.42.42.5(pid=22642): stdout: \u000a| (launched: 2022-12-10_09:20:38.624508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:40.453892 run osmo-stp_10.42.42.5(pid=22642): stderr: \u000a| �[0;m�[38;5;43m20221210092038798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092038799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092038799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092038799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092038800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092038800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092038800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:40.596244 run patchelf(pid=22645): Terminating (SIGINT)\u000a09:20:40.763564 run patchelf(pid=22645): Terminated: ok {rc=0}\u000a09:20:40.793994 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:20:40.802504 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:20:40.862156 run osmo-hlr_10.42.42.2(pid=22639): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22639)]\u000a09:20:40.910902 run osmo-hlr_10.42.42.2(pid=22639): stdout: \u000a| (launched: 2022-12-10_09:20:37.677460) \u000a09:20:40.960101 run osmo-hlr_10.42.42.2(pid=22639): stderr: \u000a| �[0;m�[1;31m20221210092037878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092037878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092037878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092037878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092037878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092037878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092037892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092037900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092037900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092037900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:41.001704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Terminating (SIGTERM)\u000a09:20:41.041203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Terminating (SIGTERM)\u000a09:20:41.081516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22644): Terminating (SIGTERM)\u000a09:20:41.090789 --- ParallelTerminationStrategy: PID 22638 died...\u000a09:20:41.143756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Terminated: ok {rc=0}\u000a09:20:41.153379 --- ParallelTerminationStrategy: PID 22641 died...\u000a09:20:41.205983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Terminated: ok {rc=0}\u000a09:20:41.215683 --- ParallelTerminationStrategy: PID 22644 died...\u000a09:20:41.267976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22644): Terminated: ok {rc=0}\u000a09:20:41.351016 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22652): Process ended prematurely: osmo-stp_10.42.42.5(pid=22652) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22652)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22652): Process ended prematurely: osmo-stp_10.42.42.5(pid=22652) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:20:42.403503 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:42.415989 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:20:42.581955 tst ping_idle_ping.py: using LAC 27403\u000a09:20:42.704719 tst ping_idle_ping.py: using RAC 118\u000a09:20:42.825193 tst ping_idle_ping.py: using CellId 27403\u000a09:20:42.941695 tst ping_idle_ping.py: using BVCI 27404\u000a09:20:42.964898 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:42.976045 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:42.987039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:42.998627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:43.010385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:43.021946 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:43.033691 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:20:43.045385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:20:43.323081 tst ping_idle_ping.py:24: start network...\u000a09:20:43.448265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:43.926235 run create_hlr_db(pid=22646): Launched\u000a09:20:44.100020 bus /gobi_6: Setting Powered False\u000a09:20:45.121129 run create_hlr_db(pid=22646): Terminated: ok {rc=0}\u000a09:20:45.548188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22648): Launched\u000a09:20:45.923193 run osmo-hlr_10.42.42.2(pid=22649): Launched\u000a09:20:46.155463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:46.928526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22651): Launched\u000a09:20:47.244445 run osmo-stp_10.42.42.5(pid=22652): Launched\u000a09:20:47.445496 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:47.974745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22654): Launched\u000a09:20:48.081748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:48.346417 run patchelf(pid=22655): Launched\u000a09:20:48.521912 run osmo-stp_10.42.42.5(pid=22652): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22652)]\u000a09:20:48.650135 run osmo-stp_10.42.42.5(pid=22652): stdout: \u000a| (launched: 2022-12-10_09:20:47.084561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:48.778810 run osmo-stp_10.42.42.5(pid=22652): stderr: \u000a| �[0;m�[38;5;43m20221210092047366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092047366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092047367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092047367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092047367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092047368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092047368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:48.902935 run osmo-stp_10.42.42.5(pid=22652): stdout: \u000a| (launched: 2022-12-10_09:20:47.084561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:49.026013 run osmo-stp_10.42.42.5(pid=22652): stderr: \u000a| �[0;m�[38;5;43m20221210092047366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092047366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092047367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092047367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092047367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092047368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092047368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:49.169506 run patchelf(pid=22655): Terminating (SIGINT)\u000a09:20:49.337825 run patchelf(pid=22655): Terminated: ok {rc=0}\u000a09:20:49.368289 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22652): Process ended prematurely: osmo-stp_10.42.42.5(pid=22652) [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22652)] [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:20:49.376833 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a09:20:49.436910 run osmo-hlr_10.42.42.2(pid=22649): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22649)]\u000a09:20:49.485821 run osmo-hlr_10.42.42.2(pid=22649): stdout: \u000a| (launched: 2022-12-10_09:20:45.710311) \u000a09:20:49.535353 run osmo-hlr_10.42.42.2(pid=22649): stderr: \u000a| �[0;m�[1;31m20221210092046008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092046008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092046008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092046008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092046008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092046008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092046034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092046051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092046051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092046051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:49.577632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22648): Terminating (SIGTERM)\u000a09:20:49.616896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22651): Terminating (SIGTERM)\u000a09:20:49.656365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22654): Terminating (SIGTERM)\u000a09:20:49.666567 --- ParallelTerminationStrategy: PID 22648 died...\u000a09:20:49.719384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22648): Terminated: ok {rc=0}\u000a09:20:49.729187 --- ParallelTerminationStrategy: PID 22651 died...\u000a09:20:49.781596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22651): Terminated: ok {rc=0}\u000a09:20:49.791359 --- ParallelTerminationStrategy: PID 22654 died...\u000a09:20:49.844496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22654): Terminated: ok {rc=0}\u000a09:20:49.931341 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:19:51" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22665): Process ended prematurely: osmo-stp_10.42.42.5(pid=22665) [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22665)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22665): Process ended prematurely: osmo-stp_10.42.42.5(pid=22665) [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:20:51.948558 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:20:51.959961 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:20:52.108444 tst switch_tch_pdch.py: using LAC 27404\u000a09:20:52.230447 tst switch_tch_pdch.py: using RAC 119\u000a09:20:52.346081 tst switch_tch_pdch.py: using CellId 27404\u000a09:20:52.460863 tst switch_tch_pdch.py: using BVCI 27405\u000a09:20:52.483594 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:20:52.495034 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:20:52.506260 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:20:52.517736 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:20:52.528883 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:20:52.540232 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:20:52.552249 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:20:52.564421 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:20:52.683477 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:20:52.974040 tst switch_tch_pdch.py:51: start network...\u000a09:20:53.105628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:53.611882 run create_hlr_db(pid=22659): Launched\u000a09:20:53.796024 bus /gobi_6: Setting Powered False\u000a09:20:54.815649 run create_hlr_db(pid=22659): Terminated: ok {rc=0}\u000a09:20:55.217632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22661): Launched\u000a09:20:55.516939 run osmo-hlr_10.42.42.2(pid=22662): Launched\u000a09:20:55.631364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:56.155793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22664): Launched\u000a09:20:56.453481 run osmo-stp_10.42.42.5(pid=22665): Launched\u000a09:20:56.562839 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:57.081570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22667): Launched\u000a09:20:57.187567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:57.446407 run patchelf(pid=22668): Launched\u000a09:20:57.620575 run osmo-stp_10.42.42.5(pid=22665): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22665)]\u000a09:20:57.748080 run osmo-stp_10.42.42.5(pid=22665): stdout: \u000a| (launched: 2022-12-10_09:20:56.307019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:57.876078 run osmo-stp_10.42.42.5(pid=22665): stderr: \u000a| �[0;m�[38;5;43m20221210092056478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092056478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092056478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092056479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092056479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092056479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092056479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:57.999895 run osmo-stp_10.42.42.5(pid=22665): stdout: \u000a| (launched: 2022-12-10_09:20:56.307019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:58.122483 run osmo-stp_10.42.42.5(pid=22665): stderr: \u000a| �[0;m�[38;5;43m20221210092056478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092056478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092056478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092056479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092056479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092056479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092056479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:58.265354 run patchelf(pid=22668): Terminating (SIGINT)\u000a09:20:58.433353 run patchelf(pid=22668): Terminated: ok {rc=0}\u000a09:20:58.463723 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22665): Process ended prematurely: osmo-stp_10.42.42.5(pid=22665) [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22665)] [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:20:58.472195 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a09:20:58.532164 run osmo-hlr_10.42.42.2(pid=22662): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22662)]\u000a09:20:58.580853 run osmo-hlr_10.42.42.2(pid=22662): stdout: \u000a| (launched: 2022-12-10_09:20:55.369507) \u000a09:20:58.629870 run osmo-hlr_10.42.42.2(pid=22662): stderr: \u000a| �[0;m�[1;31m20221210092055546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092055546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092055546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092055546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092055546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092055546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092055558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092055569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092055569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092055569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:58.671725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22661): Terminating (SIGTERM)\u000a09:20:58.711114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22664): Terminating (SIGTERM)\u000a09:20:58.750349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22667): Terminating (SIGTERM)\u000a09:20:58.759696 --- ParallelTerminationStrategy: PID 22661 died...\u000a09:20:58.812122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22661): Terminated: ok {rc=0}\u000a09:20:58.821921 --- ParallelTerminationStrategy: PID 22664 died...\u000a09:20:58.875018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22664): Terminated: ok {rc=0}\u000a09:20:58.884393 --- ParallelTerminationStrategy: PID 22667 died...\u000a09:20:58.936764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22667): Terminated: ok {rc=0}\u000a09:20:59.024348 bus /gobi_0: Setting Powered False\u000a09:21:00.126371 bus /gobi_0: Setting Powered False\u000a09:21:01.230838 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:20:51" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22678): Process ended prematurely: osmo-stp_10.42.42.5(pid=22678) [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22678)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22678): Process ended prematurely: osmo-stp_10.42.42.5(pid=22678) [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:21:03.203331 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:21:03.214714 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:21:03.368416 tst switch_tch_pdch.py: using LAC 27405\u000a09:21:03.491363 tst switch_tch_pdch.py: using RAC 120\u000a09:21:03.613844 tst switch_tch_pdch.py: using CellId 27405\u000a09:21:03.735867 tst switch_tch_pdch.py: using BVCI 27406\u000a09:21:03.760557 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:21:03.772143 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:21:03.783490 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:21:03.794932 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:21:03.806283 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:21:03.817765 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:21:03.829222 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:21:03.840438 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:21:03.957453 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:21:04.247047 tst switch_tch_pdch.py:51: start network...\u000a09:21:04.379763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:04.862367 run create_hlr_db(pid=22672): Launched\u000a09:21:04.990853 bus /gobi_6: Setting Powered False\u000a09:21:06.066524 run create_hlr_db(pid=22672): Terminated: ok {rc=0}\u000a09:21:06.465367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22674): Launched\u000a09:21:06.786910 run osmo-hlr_10.42.42.2(pid=22675): Launched\u000a09:21:06.901859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:07.428490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22677): Launched\u000a09:21:07.748575 run osmo-stp_10.42.42.5(pid=22678): Launched\u000a09:21:07.864029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:08.395315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22680): Launched\u000a09:21:08.508049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:08.788265 run patchelf(pid=22681): Launched\u000a09:21:08.973258 run osmo-stp_10.42.42.5(pid=22678): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22678)]\u000a09:21:09.108160 run osmo-stp_10.42.42.5(pid=22678): stdout: \u000a| (launched: 2022-12-10_09:21:07.589441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:09.243531 run osmo-stp_10.42.42.5(pid=22678): stderr: \u000a| �[0;m�[38;5;43m20221210092107785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092107786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092107786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092107786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092107787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092107787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092107787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:09.375368 run osmo-stp_10.42.42.5(pid=22678): stdout: \u000a| (launched: 2022-12-10_09:21:07.589441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:09.505336 run osmo-stp_10.42.42.5(pid=22678): stderr: \u000a| �[0;m�[38;5;43m20221210092107785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092107786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092107786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092107786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092107787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092107787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092107787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:09.656456 run patchelf(pid=22681): Terminating (SIGINT)\u000a09:21:09.834244 run patchelf(pid=22681): Terminated: ok {rc=0}\u000a09:21:09.866447 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22678): Process ended prematurely: osmo-stp_10.42.42.5(pid=22678) [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22678)] [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:21:09.875566 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:21:09.937669 run osmo-hlr_10.42.42.2(pid=22675): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22675)]\u000a09:21:09.988676 run osmo-hlr_10.42.42.2(pid=22675): stdout: \u000a| (launched: 2022-12-10_09:21:06.626010) \u000a09:21:10.040552 run osmo-hlr_10.42.42.2(pid=22675): stderr: \u000a| �[0;m�[1;31m20221210092106828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092106828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092106828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092106828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092106828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092106828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092106840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092106848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092106848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092106848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:10.084513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22674): Terminating (SIGTERM)\u000a09:21:10.125981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22677): Terminating (SIGTERM)\u000a09:21:10.167390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22680): Terminating (SIGTERM)\u000a09:21:10.176624 --- ParallelTerminationStrategy: PID 22674 died...\u000a09:21:10.231862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22674): Terminated: ok {rc=0}\u000a09:21:10.242125 --- ParallelTerminationStrategy: PID 22677 died...\u000a09:21:10.297314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22677): Terminated: ok {rc=0}\u000a09:21:10.307236 --- ParallelTerminationStrategy: PID 22680 died...\u000a09:21:10.362155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22680): Terminated: ok {rc=0}\u000a09:21:10.448106 bus /gobi_0: Setting Powered False\u000a09:21:11.551331 bus /gobi_0: Setting Powered False\u000a09:21:12.657935 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:21:02" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22686): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22686) [trial-2372↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22686)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22686): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22686) [trial-2372↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a09:21:14.542209 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a09:21:14.553308 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a09:21:14.678203 tst mo_mt_sms.py: using LAC 27406\u000a09:21:14.798747 tst mo_mt_sms.py: using RAC 121\u000a09:21:14.918430 tst mo_mt_sms.py: using CellId 27406\u000a09:21:15.042560 tst mo_mt_sms.py: using BVCI 27407\u000a09:21:15.066898 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a09:21:15.183949 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a09:21:15.463890 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:21:15.589168 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:21:16.253750 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22685): Launched\u000a09:21:16.582107 run osmo-nitb_10.42.42.2(pid=22686): Launched\u000a09:21:16.772009 run osmo-nitb_10.42.42.2(pid=22686): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22686)]\u000a09:21:16.912046 run osmo-nitb_10.42.42.2(pid=22686): stdout: \u000a| (launched: 2022-12-10_09:21:16.408853) \u000a09:21:17.052688 run osmo-nitb_10.42.42.2(pid=22686): stderr: \u000a| (launched: 2022-12-10_09:21:16.454432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:21:17.188343 run osmo-nitb_10.42.42.2(pid=22686): stdout: \u000a| (launched: 2022-12-10_09:21:16.408853) \u000a09:21:17.322806 run osmo-nitb_10.42.42.2(pid=22686): stderr: \u000a| (launched: 2022-12-10_09:21:16.454432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:21:17.703181 tst osmo-nitb_10.42.42.2(pid=22686): stdout: \u000a| (launched: 2022-12-10_09:21:16.408853) \u000a09:21:17.822237 tst osmo-nitb_10.42.42.2(pid=22686): stderr: \u000a| (launched: 2022-12-10_09:21:16.454432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:21:17.874281 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22686): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22686) [trial-2372↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22686)] [trial-2372↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a09:21:17.882265 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a09:21:17.916426 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22685): Terminating (SIGTERM)\u000a09:21:18.093968 --- ParallelTerminationStrategy: PID 22685 died...\u000a09:21:18.147959 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22685): Terminated: ok {rc=0}\u000a09:21:18.235239 bus /sierra_3: Setting Powered False\u000a09:21:19.342617 bus /sierra_3: Setting Powered False\u000a09:21:20.450420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:21:14" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22696): Process ended prematurely: osmo-stp_10.42.42.5(pid=22696) [trial-2372↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22696)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22696): Process ended prematurely: osmo-stp_10.42.42.5(pid=22696) [trial-2372↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a09:21:22.318160 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:22.329995 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:21:22.457289 tst mo_mt_sms.py: using LAC 27407\u000a09:21:22.575017 tst mo_mt_sms.py: using RAC 122\u000a09:21:22.691799 tst mo_mt_sms.py: using CellId 27407\u000a09:21:22.808605 tst mo_mt_sms.py: using BVCI 27408\u000a09:21:22.831215 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:22.841822 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:22.852372 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:22.863179 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:22.874028 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:22.884674 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a09:21:23.003931 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a09:21:23.203774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:23.678693 run create_hlr_db(pid=22690): Launched\u000a09:21:23.851620 bus /sierra_2: Setting Powered False\u000a09:21:24.872204 run create_hlr_db(pid=22690): Terminated: ok {rc=0}\u000a09:21:25.310753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22692): Launched\u000a09:21:25.632428 run osmo-hlr_10.42.42.2(pid=22693): Launched\u000a09:21:25.751632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:26.308549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22695): Launched\u000a09:21:26.629919 run osmo-stp_10.42.42.5(pid=22696): Launched\u000a09:21:26.744696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:21:27.327434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22698): Launched\u000a09:21:27.647464 run osmo-msc_10.42.42.6(pid=22699): Launched\u000a09:21:27.833064 run osmo-stp_10.42.42.5(pid=22696): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22696)]\u000a09:21:27.969286 run osmo-stp_10.42.42.5(pid=22696): stdout: \u000a| (launched: 2022-12-10_09:21:26.469446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:28.102725 run osmo-stp_10.42.42.5(pid=22696): stderr: \u000a| �[0;m�[38;5;43m20221210092126667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092126667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092126667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092126667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092126668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092126668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092126668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:28.230488 run osmo-stp_10.42.42.5(pid=22696): stdout: \u000a| (launched: 2022-12-10_09:21:26.469446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:28.357052 run osmo-stp_10.42.42.5(pid=22696): stderr: \u000a| �[0;m�[38;5;43m20221210092126667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092126667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092126667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092126667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092126668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092126668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092126668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:28.412058 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22696): Process ended prematurely: osmo-stp_10.42.42.5(pid=22696) [trial-2372↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22696)] [trial-2372↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a09:21:28.420669 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a09:21:28.482912 run osmo-hlr_10.42.42.2(pid=22693): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22693)]\u000a09:21:28.534076 run osmo-hlr_10.42.42.2(pid=22693): stdout: \u000a| (launched: 2022-12-10_09:21:25.471681) \u000a09:21:28.585881 run osmo-hlr_10.42.42.2(pid=22693): stderr: \u000a| �[0;m�[1;31m20221210092125674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092125674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092125674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092125674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092125674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092125674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092125686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092125694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092125695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092125695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:28.655907 run osmo-msc_10.42.42.6(pid=22699): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22699)]\u000a09:21:28.706595 run osmo-msc_10.42.42.6(pid=22699): stdout: \u000a| (launched: 2022-12-10_09:21:27.488248) \u000a09:21:28.757737 run osmo-msc_10.42.42.6(pid=22699): stderr: \u000a| �[0;m�[38;5;43m20221210092127813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092127813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff961c8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092127813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092127813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092127813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092127814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092127817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092127818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092127818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092127818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:21:28.801427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22692): Terminating (SIGTERM)\u000a09:21:28.842797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22695): Terminating (SIGTERM)\u000a09:21:28.884449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22698): Terminating (SIGTERM)\u000a09:21:28.894308 --- ParallelTerminationStrategy: PID 22692 died...\u000a09:21:28.949741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22692): Terminated: ok {rc=0}\u000a09:21:28.959859 --- ParallelTerminationStrategy: PID 22695 died...\u000a09:21:29.015145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22695): Terminated: ok {rc=0}\u000a09:21:29.025266 --- ParallelTerminationStrategy: PID 22698 died...\u000a09:21:29.080643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22698): Terminated: ok {rc=0}\u000a09:21:29.166848 bus /sierra_3: Setting Powered False\u000a09:21:30.272044 bus /sierra_3: Setting Powered False\u000a09:21:31.415723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:21:22" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22705) [trial-2372↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22705)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22705) [trial-2372↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a09:21:33.238055 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a09:21:33.249479 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:21:33.381437 tst assert_extension.py: using LAC 27408\u000a09:21:33.504286 tst assert_extension.py: using RAC 123\u000a09:21:33.628263 tst assert_extension.py: using CellId 27408\u000a09:21:33.750967 tst assert_extension.py: using BVCI 27409\u000a09:21:33.775211 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a09:21:34.049405 tst assert_extension.py:10: start nitb and bts...\u000a09:21:34.173575 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:21:34.790906 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22704): Launched\u000a09:21:35.086285 run osmo-nitb_10.42.42.2(pid=22705): Launched\u000a09:21:35.269975 run osmo-nitb_10.42.42.2(pid=22705): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22705)]\u000a09:21:35.405131 run osmo-nitb_10.42.42.2(pid=22705): stdout: \u000a| (launched: 2022-12-10_09:21:34.942383) \u000a09:21:35.540452 run osmo-nitb_10.42.42.2(pid=22705): stderr: \u000a| (launched: 2022-12-10_09:21:34.986970)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:21:35.671733 run osmo-nitb_10.42.42.2(pid=22705): stdout: \u000a| (launched: 2022-12-10_09:21:34.942383) \u000a09:21:35.802064 run osmo-nitb_10.42.42.2(pid=22705): stderr: \u000a| (launched: 2022-12-10_09:21:34.986970)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:21:36.206976 tst osmo-nitb_10.42.42.2(pid=22705): stdout: \u000a| (launched: 2022-12-10_09:21:34.942383) \u000a09:21:36.326588 tst osmo-nitb_10.42.42.2(pid=22705): stderr: \u000a| (launched: 2022-12-10_09:21:34.986970)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:21:36.378607 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22705) [trial-2372↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22705)] [trial-2372↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a09:21:36.386876 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a09:21:36.421497 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22704): Terminating (SIGTERM)\u000a09:21:36.598880 --- ParallelTerminationStrategy: PID 22704 died...\u000a09:21:36.653441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22704): Terminated: ok {rc=0}\u000a09:21:36.740026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:21:33" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2372↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2372↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a09:21:38.551172 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:38.562364 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:21:38.685613 tst assert_extension.py: using LAC 27409\u000a09:21:38.809029 tst assert_extension.py: using RAC 124\u000a09:21:38.935363 tst assert_extension.py: using CellId 27409\u000a09:21:39.051958 tst assert_extension.py: using BVCI 27410\u000a09:21:39.074812 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:39.085623 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:39.096169 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:39.107673 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:39.119587 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:21:39.131116 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a09:21:39.338441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:39.810703 run create_hlr_db(pid=22709): Launched\u000a09:21:39.983891 bus /sierra_2: Setting Powered False\u000a09:21:41.004374 run create_hlr_db(pid=22709): Terminated: ok {rc=0}\u000a09:21:41.430893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Launched\u000a09:21:41.752259 run osmo-hlr_10.42.42.2(pid=22712): Launched\u000a09:21:41.866493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:42.394211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Launched\u000a09:21:42.698477 run osmo-stp_10.42.42.5(pid=22715): Launched\u000a09:21:42.808340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:21:43.357092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22717): Launched\u000a09:21:43.660792 run osmo-msc_10.42.42.6(pid=22718): Launched\u000a09:21:43.837105 run osmo-stp_10.42.42.5(pid=22715): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]\u000a09:21:43.964640 run osmo-stp_10.42.42.5(pid=22715): stdout: \u000a| (launched: 2022-12-10_09:21:42.545607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:44.089853 run osmo-stp_10.42.42.5(pid=22715): stderr: \u000a| �[0;m�[38;5;43m20221210092142720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092142720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092142720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092142720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092142721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092142721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092142721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:44.210010 run osmo-stp_10.42.42.5(pid=22715): stdout: \u000a| (launched: 2022-12-10_09:21:42.545607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:44.329197 run osmo-stp_10.42.42.5(pid=22715): stderr: \u000a| �[0;m�[38;5;43m20221210092142720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092142720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092142720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092142720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092142721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092142721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092142721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:44.381151 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2372↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)] [trial-2372↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a09:21:44.389115 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a09:21:44.449072 run osmo-hlr_10.42.42.2(pid=22712): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22712)]\u000a09:21:44.497851 run osmo-hlr_10.42.42.2(pid=22712): stdout: \u000a| (launched: 2022-12-10_09:21:41.592181) \u000a09:21:44.547000 run osmo-hlr_10.42.42.2(pid=22712): stderr: \u000a| �[0;m�[1;31m20221210092141793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092141793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092141793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092141793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092141793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092141793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092141805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092141813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092141813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092141814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:44.614117 run osmo-msc_10.42.42.6(pid=22718): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22718)]\u000a09:21:44.662759 run osmo-msc_10.42.42.6(pid=22718): stdout: \u000a| (launched: 2022-12-10_09:21:43.508185) \u000a09:21:44.712060 run osmo-msc_10.42.42.6(pid=22718): stderr: \u000a| �[0;m�[38;5;43m20221210092143782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092143782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47b0aa2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092143782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092143782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092143783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092143783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092143787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092143787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092143787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092143787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:21:44.753433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Terminating (SIGTERM)\u000a09:21:44.792653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Terminating (SIGTERM)\u000a09:21:44.832257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22717): Terminating (SIGTERM)\u000a09:21:44.841455 --- ParallelTerminationStrategy: PID 22711 died...\u000a09:21:44.893750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Terminated: ok {rc=0}\u000a09:21:44.903339 --- ParallelTerminationStrategy: PID 22714 died...\u000a09:21:44.955915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Terminated: ok {rc=0}\u000a09:21:44.965374 --- ParallelTerminationStrategy: PID 22717 died...\u000a09:21:45.017447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22717): Terminated: ok {rc=0}\u000a09:21:45.105165 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:21:38" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22729): Process ended prematurely: osmo-stp_10.42.42.5(pid=22729) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22729)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22729): Process ended prematurely: osmo-stp_10.42.42.5(pid=22729) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:21:47.071376 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:47.087702 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:21:47.248136 tst mo_mt_call.py: using LAC 27410\u000a09:21:47.372286 tst mo_mt_call.py: using RAC 125\u000a09:21:47.495759 tst mo_mt_call.py: using CellId 27410\u000a09:21:47.620513 tst mo_mt_call.py: using BVCI 27411\u000a09:21:47.645115 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:47.656900 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:47.668536 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:47.680156 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:47.691889 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:47.703441 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:21:47.820828 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:21:48.031121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:48.547386 run create_hlr_db(pid=22723): Launched\u000a09:21:48.733076 bus /sierra_2: Setting Powered False\u000a09:21:49.744736 run create_hlr_db(pid=22723): Terminated: ok {rc=0}\u000a09:21:50.178401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22725): Launched\u000a09:21:50.501433 run osmo-hlr_10.42.42.2(pid=22726): Launched\u000a09:21:50.619449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:51.177627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22728): Launched\u000a09:21:51.498450 run osmo-stp_10.42.42.5(pid=22729): Launched\u000a09:21:51.617157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:21:52.205932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22731): Launched\u000a09:21:52.530366 run osmo-msc_10.42.42.6(pid=22732): Launched\u000a09:21:52.720369 run osmo-stp_10.42.42.5(pid=22729): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22729)]\u000a09:21:52.856752 run osmo-stp_10.42.42.5(pid=22729): stdout: \u000a| (launched: 2022-12-10_09:21:51.341563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:52.992889 run osmo-stp_10.42.42.5(pid=22729): stderr: \u000a| �[0;m�[38;5;43m20221210092151534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092151534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092151534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092151535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092151535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092151535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092151535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:53.122917 run osmo-stp_10.42.42.5(pid=22729): stdout: \u000a| (launched: 2022-12-10_09:21:51.341563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:53.251673 run osmo-stp_10.42.42.5(pid=22729): stderr: \u000a| �[0;m�[38;5;43m20221210092151534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092151534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092151534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092151535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092151535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092151535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092151535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:53.308605 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22729): Process ended prematurely: osmo-stp_10.42.42.5(pid=22729) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22729)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:21:53.318041 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:21:53.380168 run osmo-hlr_10.42.42.2(pid=22726): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22726)]\u000a09:21:53.431172 run osmo-hlr_10.42.42.2(pid=22726): stdout: \u000a| (launched: 2022-12-10_09:21:50.343639) \u000a09:21:53.483195 run osmo-hlr_10.42.42.2(pid=22726): stderr: \u000a| �[0;m�[1;31m20221210092150541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092150541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092150541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092150541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092150541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092150541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092150553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092150563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092150563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092150563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:53.553689 run osmo-msc_10.42.42.6(pid=22732): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22732)]\u000a09:21:53.604628 run osmo-msc_10.42.42.6(pid=22732): stdout: \u000a| (launched: 2022-12-10_09:21:52.371728) \u000a09:21:53.655949 run osmo-msc_10.42.42.6(pid=22732): stderr: \u000a| �[0;m�[38;5;43m20221210092152692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092152693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd211d91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092152693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092152693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092152693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092152693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092152695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092152695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092152695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092152696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:21:53.699358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22725): Terminating (SIGTERM)\u000a09:21:53.740464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22728): Terminating (SIGTERM)\u000a09:21:53.781861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22731): Terminating (SIGTERM)\u000a09:21:53.791445 --- ParallelTerminationStrategy: PID 22725 died...\u000a09:21:53.846902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22725): Terminated: ok {rc=0}\u000a09:21:53.857094 --- ParallelTerminationStrategy: PID 22728 died...\u000a09:21:53.911915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22728): Terminated: ok {rc=0}\u000a09:21:53.921985 --- ParallelTerminationStrategy: PID 22731 died...\u000a09:21:53.976872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22731): Terminated: ok {rc=0}\u000a09:21:54.062872 bus /sierra_3: Setting Powered False\u000a09:21:55.168247 bus /sierra_3: Setting Powered False\u000a09:21:56.274938 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22740): Process ended prematurely: osmo-stp_10.42.42.5(pid=22740) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22740)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22740): Process ended prematurely: osmo-stp_10.42.42.5(pid=22740) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:21:57.388671 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:57.401062 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:21:57.557628 tst mo_mt_call_osmux.py: using LAC 27411\u000a09:21:57.684349 tst mo_mt_call_osmux.py: using RAC 126\u000a09:21:57.812940 tst mo_mt_call_osmux.py: using CellId 27411\u000a09:21:57.939126 tst mo_mt_call_osmux.py: using BVCI 27412\u000a09:21:57.963807 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:57.975524 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:57.987079 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:57.998660 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:58.010517 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:21:58.022139 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:21:58.137897 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:21:58.349172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:58.863619 run create_hlr_db(pid=22734): Launched\u000a09:21:59.049295 bus /sierra_2: Setting Powered False\u000a09:22:00.071509 run create_hlr_db(pid=22734): Terminated: ok {rc=0}\u000a09:22:00.479401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22736): Launched\u000a09:22:00.783781 run osmo-hlr_10.42.42.2(pid=22737): Launched\u000a09:22:00.973478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:01.665180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22739): Launched\u000a09:22:02.010265 run osmo-stp_10.42.42.5(pid=22740): Launched\u000a09:22:02.182020 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:22:02.879553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22742): Launched\u000a09:22:03.201996 run osmo-msc_10.42.42.6(pid=22743): Launched\u000a09:22:03.391749 run osmo-stp_10.42.42.5(pid=22740): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22740)]\u000a09:22:03.528020 run osmo-stp_10.42.42.5(pid=22740): stdout: \u000a| (launched: 2022-12-10_09:22:01.834957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:03.664173 run osmo-stp_10.42.42.5(pid=22740): stderr: \u000a| �[0;m�[38;5;43m20221210092202217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092202217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092202218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092202218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092202219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092202219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092202219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:03.793991 run osmo-stp_10.42.42.5(pid=22740): stdout: \u000a| (launched: 2022-12-10_09:22:01.834957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:03.922821 run osmo-stp_10.42.42.5(pid=22740): stderr: \u000a| �[0;m�[38;5;43m20221210092202217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092202217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092202218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092202218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092202219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092202219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092202219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:03.979609 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22740): Process ended prematurely: osmo-stp_10.42.42.5(pid=22740) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22740)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:22:03.988750 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a09:22:04.050517 run osmo-hlr_10.42.42.2(pid=22737): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22737)]\u000a09:22:04.101367 run osmo-hlr_10.42.42.2(pid=22737): stdout: \u000a| (launched: 2022-12-10_09:22:00.634676) \u000a09:22:04.152844 run osmo-hlr_10.42.42.2(pid=22737): stderr: \u000a| �[0;m�[1;31m20221210092200813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092200813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092200813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092200813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092200813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092200813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092200825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092200853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092200854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092200854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:04.222689 run osmo-msc_10.42.42.6(pid=22743): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22743)]\u000a09:22:04.273592 run osmo-msc_10.42.42.6(pid=22743): stdout: \u000a| (launched: 2022-12-10_09:22:03.043800) \u000a09:22:04.324811 run osmo-msc_10.42.42.6(pid=22743): stderr: \u000a| �[0;m�[38;5;43m20221210092203368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092203368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facf0820c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092203368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092203368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092203368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092203369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092203370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092203371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092203371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092203371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:22:04.369227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22736): Terminating (SIGTERM)\u000a09:22:04.410566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22739): Terminating (SIGTERM)\u000a09:22:04.452354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22742): Terminating (SIGTERM)\u000a09:22:04.461995 --- ParallelTerminationStrategy: PID 22736 died...\u000a09:22:04.517457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22736): Terminated: ok {rc=0}\u000a09:22:04.527615 --- ParallelTerminationStrategy: PID 22739 died...\u000a09:22:04.582915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22739): Terminated: ok {rc=0}\u000a09:22:04.592893 --- ParallelTerminationStrategy: PID 22742 died...\u000a09:22:04.648037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22742): Terminated: ok {rc=0}\u000a09:22:04.734675 bus /sierra_3: Setting Powered False\u000a09:22:05.841602 bus /sierra_3: Setting Powered False\u000a09:22:06.948713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:21:46" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22754): Process ended prematurely: osmo-stp_10.42.42.5(pid=22754) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22754)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22754): Process ended prematurely: osmo-stp_10.42.42.5(pid=22754) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:22:08.935681 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:08.947273 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:22:09.107196 tst mo_mt_call.py: using LAC 27412\u000a09:22:09.232350 tst mo_mt_call.py: using RAC 127\u000a09:22:09.358101 tst mo_mt_call.py: using CellId 27412\u000a09:22:09.484085 tst mo_mt_call.py: using BVCI 27413\u000a09:22:09.508564 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:09.520213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:09.531635 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:09.543566 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:09.555690 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:09.567653 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:22:09.686685 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:22:09.897118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:10.417930 run create_hlr_db(pid=22748): Launched\u000a09:22:10.604488 bus /sierra_2: Setting Powered False\u000a09:22:11.624741 run create_hlr_db(pid=22748): Terminated: ok {rc=0}\u000a09:22:12.035602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22750): Launched\u000a09:22:12.343671 run osmo-hlr_10.42.42.2(pid=22751): Launched\u000a09:22:12.454916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:12.985227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22753): Launched\u000a09:22:13.292663 run osmo-stp_10.42.42.5(pid=22754): Launched\u000a09:22:13.404623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:22:13.967208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22756): Launched\u000a09:22:14.277821 run osmo-msc_10.42.42.6(pid=22757): Launched\u000a09:22:14.458402 run osmo-stp_10.42.42.5(pid=22754): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22754)]\u000a09:22:14.588492 run osmo-stp_10.42.42.5(pid=22754): stdout: \u000a| (launched: 2022-12-10_09:22:13.139282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:14.715644 run osmo-stp_10.42.42.5(pid=22754): stderr: \u000a| �[0;m�[38;5;43m20221210092213314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092213314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092213314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092213315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092213315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092213315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092213315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:14.837934 run osmo-stp_10.42.42.5(pid=22754): stdout: \u000a| (launched: 2022-12-10_09:22:13.139282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:14.959288 run osmo-stp_10.42.42.5(pid=22754): stderr: \u000a| �[0;m�[38;5;43m20221210092213314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092213314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092213314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092213315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092213315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092213315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092213315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:15.012849 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22754): Process ended prematurely: osmo-stp_10.42.42.5(pid=22754) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22754)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:22:15.021429 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:22:15.080980 run osmo-hlr_10.42.42.2(pid=22751): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22751)]\u000a09:22:15.129865 run osmo-hlr_10.42.42.2(pid=22751): stdout: \u000a| (launched: 2022-12-10_09:22:12.189873) \u000a09:22:15.179312 run osmo-hlr_10.42.42.2(pid=22751): stderr: \u000a| �[0;m�[1;31m20221210092212369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092212370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092212370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092212370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092212370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092212370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092212382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092212393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092212393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092212394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:15.246373 run osmo-msc_10.42.42.6(pid=22757): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22757)]\u000a09:22:15.295054 run osmo-msc_10.42.42.6(pid=22757): stdout: \u000a| (launched: 2022-12-10_09:22:14.122912) \u000a09:22:15.344414 run osmo-msc_10.42.42.6(pid=22757): stderr: \u000a| �[0;m�[38;5;43m20221210092214400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092214400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fadd5c3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092214400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092214400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092214400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092214401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092214402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092214403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092214403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092214403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:22:15.385958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22750): Terminating (SIGTERM)\u000a09:22:15.425657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22753): Terminating (SIGTERM)\u000a09:22:15.465456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22756): Terminating (SIGTERM)\u000a09:22:15.474942 --- ParallelTerminationStrategy: PID 22750 died...\u000a09:22:15.528015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22750): Terminated: ok {rc=0}\u000a09:22:15.537827 --- ParallelTerminationStrategy: PID 22753 died...\u000a09:22:15.590261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22753): Terminated: ok {rc=0}\u000a09:22:15.599971 --- ParallelTerminationStrategy: PID 22756 died...\u000a09:22:15.652662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22756): Terminated: ok {rc=0}\u000a09:22:15.734946 bus /sierra_3: Setting Powered False\u000a09:22:16.844844 bus /sierra_3: Setting Powered False\u000a09:22:17.955009 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22765): Process ended prematurely: osmo-stp_10.42.42.5(pid=22765) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22765)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22765): Process ended prematurely: osmo-stp_10.42.42.5(pid=22765) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:22:19.064539 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:19.076410 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:22:19.228230 tst mo_mt_call_osmux.py: using LAC 27413\u000a09:22:19.348103 tst mo_mt_call_osmux.py: using RAC 128\u000a09:22:19.466151 tst mo_mt_call_osmux.py: using CellId 27413\u000a09:22:19.584055 tst mo_mt_call_osmux.py: using BVCI 27414\u000a09:22:19.607306 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:19.618485 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:19.629551 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:19.640773 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:19.652137 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:22:19.663424 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:22:19.780638 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:22:19.992812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:20.513360 run create_hlr_db(pid=22759): Launched\u000a09:22:20.700383 bus /sierra_2: Setting Powered False\u000a09:22:21.721432 run create_hlr_db(pid=22759): Terminated: ok {rc=0}\u000a09:22:22.134710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22761): Launched\u000a09:22:22.444873 run osmo-hlr_10.42.42.2(pid=22762): Launched\u000a09:22:22.563218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:23.098811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22764): Launched\u000a09:22:23.408087 run osmo-stp_10.42.42.5(pid=22765): Launched\u000a09:22:23.519016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:22:24.078193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22767): Launched\u000a09:22:24.387977 run osmo-msc_10.42.42.6(pid=22768): Launched\u000a09:22:24.567912 run osmo-stp_10.42.42.5(pid=22765): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22765)]\u000a09:22:24.698264 run osmo-stp_10.42.42.5(pid=22765): stdout: \u000a| (launched: 2022-12-10_09:22:23.253284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:24.824866 run osmo-stp_10.42.42.5(pid=22765): stderr: \u000a| �[0;m�[38;5;43m20221210092223428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092223429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092223429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092223429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092223430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092223430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092223430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:24.947023 run osmo-stp_10.42.42.5(pid=22765): stdout: \u000a| (launched: 2022-12-10_09:22:23.253284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:25.068246 run osmo-stp_10.42.42.5(pid=22765): stderr: \u000a| �[0;m�[38;5;43m20221210092223428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092223429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092223429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092223429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092223430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092223430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092223430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:25.121951 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22765): Process ended prematurely: osmo-stp_10.42.42.5(pid=22765) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22765)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:22:25.130546 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:22:25.190536 run osmo-hlr_10.42.42.2(pid=22762): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22762)]\u000a09:22:25.239480 run osmo-hlr_10.42.42.2(pid=22762): stdout: \u000a| (launched: 2022-12-10_09:22:22.289406) \u000a09:22:25.288757 run osmo-hlr_10.42.42.2(pid=22762): stderr: \u000a| �[0;m�[1;31m20221210092222469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092222469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092222469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092222469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092222469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092222469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092222481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092222489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092222489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092222489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:25.355483 run osmo-msc_10.42.42.6(pid=22768): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22768)]\u000a09:22:25.404643 run osmo-msc_10.42.42.6(pid=22768): stdout: \u000a| (launched: 2022-12-10_09:22:24.233158) \u000a09:22:25.454022 run osmo-msc_10.42.42.6(pid=22768): stderr: \u000a| �[0;m�[38;5;43m20221210092224509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092224510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab6c615c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092224510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092224510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092224512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092224512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092224512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092224512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:22:25.495528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22761): Terminating (SIGTERM)\u000a09:22:25.534985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22764): Terminating (SIGTERM)\u000a09:22:25.574207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22767): Terminating (SIGTERM)\u000a09:22:25.583534 --- ParallelTerminationStrategy: PID 22761 died...\u000a09:22:25.636161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22761): Terminated: ok {rc=0}\u000a09:22:25.646193 --- ParallelTerminationStrategy: PID 22764 died...\u000a09:22:25.698674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22764): Terminated: ok {rc=0}\u000a09:22:25.708212 --- ParallelTerminationStrategy: PID 22767 died...\u000a09:22:25.760639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22767): Terminated: ok {rc=0}\u000a09:22:25.847376 bus /sierra_3: Setting Powered False\u000a09:22:26.947612 bus /sierra_3: Setting Powered False\u000a09:22:28.057967 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:22:08" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22779): Process ended prematurely: osmo-stp_10.42.42.5(pid=22779) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22779)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22779): Process ended prematurely: osmo-stp_10.42.42.5(pid=22779) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:22:30.031405 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:30.042654 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:22:30.196534 tst mo_mt_call.py: using LAC 27414\u000a09:22:30.326152 tst mo_mt_call.py: using RAC 129\u000a09:22:30.454477 tst mo_mt_call.py: using CellId 27414\u000a09:22:30.581886 tst mo_mt_call.py: using BVCI 27415\u000a09:22:30.604889 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:30.616114 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:30.627117 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:30.638589 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:30.650009 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:30.661250 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:22:30.775382 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:22:30.996004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:31.524124 run create_hlr_db(pid=22773): Launched\u000a09:22:31.703000 bus /sierra_2: Setting Powered False\u000a09:22:32.720539 run create_hlr_db(pid=22773): Terminated: ok {rc=0}\u000a09:22:33.150427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22775): Launched\u000a09:22:33.473128 run osmo-hlr_10.42.42.2(pid=22776): Launched\u000a09:22:33.591699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:34.150167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22778): Launched\u000a09:22:34.473100 run osmo-stp_10.42.42.5(pid=22779): Launched\u000a09:22:34.591112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:22:35.179693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22781): Launched\u000a09:22:35.502360 run osmo-msc_10.42.42.6(pid=22782): Launched\u000a09:22:35.691680 run osmo-stp_10.42.42.5(pid=22779): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22779)]\u000a09:22:35.831953 run osmo-stp_10.42.42.5(pid=22779): stdout: \u000a| (launched: 2022-12-10_09:22:34.314828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:35.971575 run osmo-stp_10.42.42.5(pid=22779): stderr: \u000a| �[0;m�[38;5;43m20221210092234509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092234509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092234510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092234510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092234510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092234511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092234511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:36.093802 run osmo-stp_10.42.42.5(pid=22779): stdout: \u000a| (launched: 2022-12-10_09:22:34.314828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:36.214995 run osmo-stp_10.42.42.5(pid=22779): stderr: \u000a| �[0;m�[38;5;43m20221210092234509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092234509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092234510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092234510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092234510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092234511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092234511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:36.268102 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22779): Process ended prematurely: osmo-stp_10.42.42.5(pid=22779) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22779)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:22:36.276577 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:22:36.336037 run osmo-hlr_10.42.42.2(pid=22776): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22776)]\u000a09:22:36.384535 run osmo-hlr_10.42.42.2(pid=22776): stdout: \u000a| (launched: 2022-12-10_09:22:33.314969) \u000a09:22:36.433843 run osmo-hlr_10.42.42.2(pid=22776): stderr: \u000a| �[0;m�[1;31m20221210092233515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092233515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092233515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092233516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092233516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092233516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092233528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092233536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092233536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092233536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:36.500563 run osmo-msc_10.42.42.6(pid=22782): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22782)]\u000a09:22:36.549082 run osmo-msc_10.42.42.6(pid=22782): stdout: \u000a| (launched: 2022-12-10_09:22:35.344620) \u000a09:22:36.598167 run osmo-msc_10.42.42.6(pid=22782): stderr: \u000a| �[0;m�[38;5;43m20221210092235667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092235667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01a2786c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092235667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092235667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092235667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092235668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092235669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092235670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092235670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092235670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:22:36.639389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22775): Terminating (SIGTERM)\u000a09:22:36.678807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22778): Terminating (SIGTERM)\u000a09:22:36.718419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22781): Terminating (SIGTERM)\u000a09:22:36.727759 --- ParallelTerminationStrategy: PID 22775 died...\u000a09:22:36.780414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22775): Terminated: ok {rc=0}\u000a09:22:36.790139 --- ParallelTerminationStrategy: PID 22778 died...\u000a09:22:36.842539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22778): Terminated: ok {rc=0}\u000a09:22:36.852209 --- ParallelTerminationStrategy: PID 22781 died...\u000a09:22:36.904367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22781): Terminated: ok {rc=0}\u000a09:22:36.986886 bus /sierra_3: Setting Powered False\u000a09:22:38.093005 bus /sierra_3: Setting Powered False\u000a09:22:39.199344 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22791): Process ended prematurely: osmo-stp_10.42.42.5(pid=22791) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22791)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22791): Process ended prematurely: osmo-stp_10.42.42.5(pid=22791) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:22:40.312581 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:40.324440 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:22:40.472498 tst mo_mt_call_osmux.py: using LAC 27415\u000a09:22:40.593232 tst mo_mt_call_osmux.py: using RAC 130\u000a09:22:40.714846 tst mo_mt_call_osmux.py: using CellId 27415\u000a09:22:40.840430 tst mo_mt_call_osmux.py: using BVCI 27416\u000a09:22:40.865323 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:40.877384 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:40.889240 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:40.901629 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:40.913934 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:22:40.926199 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:22:41.045000 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:22:41.249918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:41.727324 run create_hlr_db(pid=22785): Launched\u000a09:22:41.902954 bus /sierra_2: Setting Powered False\u000a09:22:42.923801 run create_hlr_db(pid=22785): Terminated: ok {rc=0}\u000a09:22:43.327848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Launched\u000a09:22:43.631555 run osmo-hlr_10.42.42.2(pid=22788): Launched\u000a09:22:43.747213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:44.273708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22790): Launched\u000a09:22:44.579054 run osmo-stp_10.42.42.5(pid=22791): Launched\u000a09:22:44.692707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:22:45.253991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22793): Launched\u000a09:22:45.560942 run osmo-msc_10.42.42.6(pid=22794): Launched\u000a09:22:45.741727 run osmo-stp_10.42.42.5(pid=22791): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22791)]\u000a09:22:45.896783 run osmo-stp_10.42.42.5(pid=22791): stdout: \u000a| (launched: 2022-12-10_09:22:44.428260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:46.028001 run osmo-stp_10.42.42.5(pid=22791): stderr: \u000a| �[0;m�[38;5;43m20221210092244601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092244601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092244601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092244602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092244602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092244602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092244602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:46.154362 run osmo-stp_10.42.42.5(pid=22791): stdout: \u000a| (launched: 2022-12-10_09:22:44.428260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:46.279688 run osmo-stp_10.42.42.5(pid=22791): stderr: \u000a| �[0;m�[38;5;43m20221210092244601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092244601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092244601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092244602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092244602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092244602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092244602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:46.334993 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22791): Process ended prematurely: osmo-stp_10.42.42.5(pid=22791) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22791)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:22:46.344466 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:22:46.407307 run osmo-hlr_10.42.42.2(pid=22788): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22788)]\u000a09:22:46.458253 run osmo-hlr_10.42.42.2(pid=22788): stdout: \u000a| (launched: 2022-12-10_09:22:43.482244) \u000a09:22:46.509910 run osmo-hlr_10.42.42.2(pid=22788): stderr: \u000a| �[0;m�[1;31m20221210092243657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092243657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092243657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092243657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092243658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092243658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092243669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092243678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092243678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092243678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:46.579796 run osmo-msc_10.42.42.6(pid=22794): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22794)]\u000a09:22:46.631114 run osmo-msc_10.42.42.6(pid=22794): stdout: \u000a| (launched: 2022-12-10_09:22:45.409294) \u000a09:22:46.683182 run osmo-msc_10.42.42.6(pid=22794): stderr: \u000a| �[0;m�[38;5;43m20221210092245680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092245680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10b2198c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092245680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092245681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092245681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092245681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092245683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092245683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092245683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092245683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:22:46.727494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Terminating (SIGTERM)\u000a09:22:46.771622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22790): Terminating (SIGTERM)\u000a09:22:46.812488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22793): Terminating (SIGTERM)\u000a09:22:46.823256 --- ParallelTerminationStrategy: PID 22787 died...\u000a09:22:46.879305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Terminated: ok {rc=0}\u000a09:22:46.889835 --- ParallelTerminationStrategy: PID 22790 died...\u000a09:22:46.945855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22790): Terminated: ok {rc=0}\u000a09:22:46.956280 --- ParallelTerminationStrategy: PID 22793 died...\u000a09:22:47.012101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22793): Terminated: ok {rc=0}\u000a09:22:47.099072 bus /sierra_3: Setting Powered False\u000a09:22:48.199653 bus /sierra_3: Setting Powered False\u000a09:22:49.310847 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:22:29" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22805): Process ended prematurely: osmo-stp_10.42.42.5(pid=22805) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22805)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22805): Process ended prematurely: osmo-stp_10.42.42.5(pid=22805) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:22:51.278433 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:22:51.289827 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:22:51.435755 tst mo_mt_call.py: using LAC 27416\u000a09:22:51.555638 tst mo_mt_call.py: using RAC 131\u000a09:22:51.672792 tst mo_mt_call.py: using CellId 27416\u000a09:22:51.790642 tst mo_mt_call.py: using BVCI 27417\u000a09:22:51.813709 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:22:51.824766 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:22:51.835992 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:22:51.847877 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:22:51.859882 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:22:51.871904 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:22:51.987798 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:22:52.189509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:52.670156 run create_hlr_db(pid=22799): Launched\u000a09:22:52.845512 bus /sierra_2: Setting Powered False\u000a09:22:53.866547 run create_hlr_db(pid=22799): Terminated: ok {rc=0}\u000a09:22:54.299638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22801): Launched\u000a09:22:54.626279 run osmo-hlr_10.42.42.2(pid=22802): Launched\u000a09:22:54.744365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:55.310653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22804): Launched\u000a09:22:55.638386 run osmo-stp_10.42.42.5(pid=22805): Launched\u000a09:22:55.756203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:22:56.349452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22807): Launched\u000a09:22:56.677163 run osmo-msc_10.42.42.6(pid=22808): Launched\u000a09:22:56.865853 run osmo-stp_10.42.42.5(pid=22805): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22805)]\u000a09:22:57.002076 run osmo-stp_10.42.42.5(pid=22805): stdout: \u000a| (launched: 2022-12-10_09:22:55.474893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:57.137080 run osmo-stp_10.42.42.5(pid=22805): stderr: \u000a| �[0;m�[38;5;43m20221210092255670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092255670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092255670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092255670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092255671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092255671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092255671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:57.266197 run osmo-stp_10.42.42.5(pid=22805): stdout: \u000a| (launched: 2022-12-10_09:22:55.474893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:57.394863 run osmo-stp_10.42.42.5(pid=22805): stderr: \u000a| �[0;m�[38;5;43m20221210092255670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092255670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092255670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092255670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092255671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092255671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092255671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:57.451024 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22805): Process ended prematurely: osmo-stp_10.42.42.5(pid=22805) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22805)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:22:57.460102 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:22:57.523233 run osmo-hlr_10.42.42.2(pid=22802): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22802)]\u000a09:22:57.574113 run osmo-hlr_10.42.42.2(pid=22802): stdout: \u000a| (launched: 2022-12-10_09:22:54.463784) \u000a09:22:57.625770 run osmo-hlr_10.42.42.2(pid=22802): stderr: \u000a| �[0;m�[1;31m20221210092254666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092254666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092254666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092254666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092254666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092254666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092254679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092254687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092254687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092254687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:57.696004 run osmo-msc_10.42.42.6(pid=22808): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22808)]\u000a09:22:57.746646 run osmo-msc_10.42.42.6(pid=22808): stdout: \u000a| (launched: 2022-12-10_09:22:56.513483) \u000a09:22:57.798096 run osmo-msc_10.42.42.6(pid=22808): stderr: \u000a| �[0;m�[38;5;43m20221210092256839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092256839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f992eb5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092256839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092256839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092256840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092256840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092256842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092256842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092256842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092256842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:22:57.841646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22801): Terminating (SIGTERM)\u000a09:22:57.882858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22804): Terminating (SIGTERM)\u000a09:22:57.924504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22807): Terminating (SIGTERM)\u000a09:22:57.934191 --- ParallelTerminationStrategy: PID 22801 died...\u000a09:22:57.989248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22801): Terminated: ok {rc=0}\u000a09:22:57.999371 --- ParallelTerminationStrategy: PID 22804 died...\u000a09:22:58.054391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22804): Terminated: ok {rc=0}\u000a09:22:58.064315 --- ParallelTerminationStrategy: PID 22807 died...\u000a09:22:58.119287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22807): Terminated: ok {rc=0}\u000a09:22:58.205262 bus /sierra_3: Setting Powered False\u000a09:22:59.309995 bus /sierra_3: Setting Powered False\u000a09:23:00.418913 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22816): Process ended prematurely: osmo-stp_10.42.42.5(pid=22816) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22816)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22816): Process ended prematurely: osmo-stp_10.42.42.5(pid=22816) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:23:01.537346 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:23:01.550034 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:23:01.707878 tst mo_mt_call_osmux.py: using LAC 27417\u000a09:23:01.832724 tst mo_mt_call_osmux.py: using RAC 132\u000a09:23:01.962793 tst mo_mt_call_osmux.py: using CellId 27417\u000a09:23:02.118649 tst mo_mt_call_osmux.py: using BVCI 27418\u000a09:23:02.153295 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:23:02.169985 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:23:02.187262 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:23:02.202789 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:23:02.215525 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:23:02.228086 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:23:02.352205 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:23:02.565842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:03.085817 run create_hlr_db(pid=22810): Launched\u000a09:23:03.271727 bus /sierra_2: Setting Powered False\u000a09:23:04.291838 run create_hlr_db(pid=22810): Terminated: ok {rc=0}\u000a09:23:04.704047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22812): Launched\u000a09:23:05.012855 run osmo-hlr_10.42.42.2(pid=22813): Launched\u000a09:23:05.131751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:05.671199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22815): Launched\u000a09:23:05.979463 run osmo-stp_10.42.42.5(pid=22816): Launched\u000a09:23:06.090898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:23:06.650379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22818): Launched\u000a09:23:06.960380 run osmo-msc_10.42.42.6(pid=22819): Launched\u000a09:23:07.140470 run osmo-stp_10.42.42.5(pid=22816): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22816)]\u000a09:23:07.270399 run osmo-stp_10.42.42.5(pid=22816): stdout: \u000a| (launched: 2022-12-10_09:23:05.826091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:07.397283 run osmo-stp_10.42.42.5(pid=22816): stderr: \u000a| �[0;m�[38;5;43m20221210092306000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092306000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092306000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092306001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092306003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092306003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092306003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:07.519715 run osmo-stp_10.42.42.5(pid=22816): stdout: \u000a| (launched: 2022-12-10_09:23:05.826091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:07.640577 run osmo-stp_10.42.42.5(pid=22816): stderr: \u000a| �[0;m�[38;5;43m20221210092306000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092306000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092306000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092306001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092306003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092306003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092306003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:07.693832 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22816): Process ended prematurely: osmo-stp_10.42.42.5(pid=22816) [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22816)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:23:07.702459 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:23:07.762718 run osmo-hlr_10.42.42.2(pid=22813): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22813)]\u000a09:23:07.811592 run osmo-hlr_10.42.42.2(pid=22813): stdout: \u000a| (launched: 2022-12-10_09:23:04.858438) \u000a09:23:07.861332 run osmo-hlr_10.42.42.2(pid=22813): stderr: \u000a| �[0;m�[1;31m20221210092305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092305039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092305056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092305067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092305067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092305067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:07.928625 run osmo-msc_10.42.42.6(pid=22819): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22819)]\u000a09:23:07.977391 run osmo-msc_10.42.42.6(pid=22819): stdout: \u000a| (launched: 2022-12-10_09:23:06.804797) \u000a09:23:08.026677 run osmo-msc_10.42.42.6(pid=22819): stderr: \u000a| �[0;m�[38;5;43m20221210092307081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092307082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bab036c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092307082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092307082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092307082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092307082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092307084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092307084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092307084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092307084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:23:08.068042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22812): Terminating (SIGTERM)\u000a09:23:08.107412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22815): Terminating (SIGTERM)\u000a09:23:08.146690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22818): Terminating (SIGTERM)\u000a09:23:08.156038 --- ParallelTerminationStrategy: PID 22812 died...\u000a09:23:08.208707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22812): Terminated: ok {rc=0}\u000a09:23:08.218537 --- ParallelTerminationStrategy: PID 22815 died...\u000a09:23:08.271540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22815): Terminated: ok {rc=0}\u000a09:23:08.281079 --- ParallelTerminationStrategy: PID 22818 died...\u000a09:23:08.333208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22818): Terminated: ok {rc=0}\u000a09:23:08.420132 bus /sierra_3: Setting Powered False\u000a09:23:09.523018 bus /sierra_3: Setting Powered False\u000a09:23:10.634263 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:22:51" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22880): Process ended prematurely: osmo-stp_10.42.42.5(pid=22880) [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22880)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22880): Process ended prematurely: osmo-stp_10.42.42.5(pid=22880) [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:23:12.615729 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:12.627687 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:23:12.783459 tst mo_mt_call.py: using LAC 27418\u000a09:23:12.905814 tst mo_mt_call.py: using RAC 133\u000a09:23:13.031639 tst mo_mt_call.py: using CellId 27418\u000a09:23:13.158612 tst mo_mt_call.py: using BVCI 27419\u000a09:23:13.183482 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:13.195356 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:13.207164 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:13.219105 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:13.231163 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:13.243095 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:23:13.358009 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:23:13.568037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:14.083293 run create_hlr_db(pid=22824): Launched\u000a09:23:14.269048 bus /sierra_2: Setting Powered False\u000a09:23:15.290080 run create_hlr_db(pid=22824): Terminated: ok {rc=0}\u000a09:23:15.698594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22826): Launched\u000a09:23:16.149568 run osmo-hlr_10.42.42.2(pid=22827): Launched\u000a09:23:16.343998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:17.169772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22866): Launched\u000a09:23:17.715577 run osmo-stp_10.42.42.5(pid=22880): Launched\u000a09:23:17.987393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:23:18.784009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22933): Launched\u000a09:23:19.284461 run osmo-msc_10.42.42.6(pid=22979): Launched\u000a09:23:19.720828 run osmo-stp_10.42.42.5(pid=22880): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22880)]\u000a09:23:19.983613 run osmo-stp_10.42.42.5(pid=22880): stdout: \u000a| (launched: 2022-12-10_09:23:17.414324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:20.133554 run osmo-stp_10.42.42.5(pid=22880): stderr: \u000a| �[0;m�[38;5;43m20221210092317757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092317757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092317758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092317759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092317759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092317759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092317759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:20.274580 run osmo-stp_10.42.42.5(pid=22880): stdout: \u000a| (launched: 2022-12-10_09:23:17.414324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:20.407122 run osmo-stp_10.42.42.5(pid=22880): stderr: \u000a| �[0;m�[38;5;43m20221210092317757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092317757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092317758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092317759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092317759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092317759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092317759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:20.465793 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22880): Process ended prematurely: osmo-stp_10.42.42.5(pid=22880) [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22880)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:23:20.475930 tst mo_mt_call.py:8: Test FAILED (7.9 sec)\u000a09:23:20.542050 run osmo-hlr_10.42.42.2(pid=22827): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22827)]\u000a09:23:20.595263 run osmo-hlr_10.42.42.2(pid=22827): stdout: \u000a| (launched: 2022-12-10_09:23:15.868650) \u000a09:23:20.649108 run osmo-hlr_10.42.42.2(pid=22827): stderr: \u000a| �[0;m�[1;31m20221210092316226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092316226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092316226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092316226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092316226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092316226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092316246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092316260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092316260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092316262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:20.723287 run osmo-msc_10.42.42.6(pid=22979): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22979)]\u000a09:23:20.776371 run osmo-msc_10.42.42.6(pid=22979): stdout: \u000a| (launched: 2022-12-10_09:23:18.976796) \u000a09:23:20.830368 run osmo-msc_10.42.42.6(pid=22979): stderr: \u000a| �[0;m�[38;5;43m20221210092319573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092319577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78daffac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092319577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092319577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092319577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092319578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092319579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092319580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092319580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092319580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:23:20.876126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22826): Terminating (SIGTERM)\u000a09:23:20.922546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22866): Terminating (SIGTERM)\u000a09:23:20.968432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22933): Terminating (SIGTERM)\u000a09:23:20.979409 --- ParallelTerminationStrategy: PID 22826 died...\u000a09:23:21.039134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22826): Terminated: ok {rc=0}\u000a09:23:21.049877 --- ParallelTerminationStrategy: PID 22866 died...\u000a09:23:21.106575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22866): Terminated: ok {rc=0}\u000a09:23:21.118341 --- ParallelTerminationStrategy: PID 22933 died...\u000a09:23:21.175297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22933): Terminated: ok {rc=0}\u000a09:23:21.265054 bus /sierra_3: Setting Powered False\u000a09:23:22.375088 bus /sierra_3: Setting Powered False\u000a09:23:23.487915 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:23:24.602171 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:24.615069 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:23:24.770342 tst mo_mt_call_osmux.py: using LAC 27419\u000a09:23:24.895392 tst mo_mt_call_osmux.py: using RAC 134\u000a09:23:25.020112 tst mo_mt_call_osmux.py: using CellId 27419\u000a09:23:25.145927 tst mo_mt_call_osmux.py: using BVCI 27420\u000a09:23:25.170099 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:25.182249 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:25.194954 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:25.207935 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:25.222083 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:23:25.235249 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:23:25.373797 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:23:25.583985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:26.127168 run create_hlr_db(pid=23107): Launched\u000a09:23:26.310442 bus /sierra_2: Setting Powered False\u000a09:23:27.332109 run create_hlr_db(pid=23107): Terminated: ok {rc=0}\u000a09:23:27.769660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Launched\u000a09:23:28.184747 run osmo-hlr_10.42.42.2(pid=23110): Launched\u000a09:23:28.428602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:29.087022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Launched\u000a09:23:29.517602 run osmo-stp_10.42.42.5(pid=23113): Launched\u000a09:23:29.736671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:23:30.357724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23115): Launched\u000a09:23:30.794407 run osmo-msc_10.42.42.6(pid=23116): Launched\u000a09:23:31.180727 run osmo-stp_10.42.42.5(pid=23113): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]\u000a09:23:31.386892 run osmo-stp_10.42.42.5(pid=23113): stdout: \u000a| (launched: 2022-12-10_09:23:29.246949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:31.525333 run osmo-stp_10.42.42.5(pid=23113): stderr: \u000a| �[0;m�[38;5;43m20221210092329547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092329548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092329548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092329548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092329549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092329549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092329549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:31.658142 run osmo-stp_10.42.42.5(pid=23113): stdout: \u000a| (launched: 2022-12-10_09:23:29.246949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:31.790629 run osmo-stp_10.42.42.5(pid=23113): stderr: \u000a| �[0;m�[38;5;43m20221210092329547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092329548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092329548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092329548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092329549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092329549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092329549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:31.848809 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)] [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:23:31.859392 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a09:23:31.932627 run osmo-hlr_10.42.42.2(pid=23110): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23110)]\u000a09:23:31.985280 run osmo-hlr_10.42.42.2(pid=23110): stdout: \u000a| (launched: 2022-12-10_09:23:27.929518) \u000a09:23:32.038604 run osmo-hlr_10.42.42.2(pid=23110): stderr: \u000a| �[0;m�[1;31m20221210092328277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092328277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092328277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092328277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092328277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092328277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092328300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092328315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092328316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092328316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:32.111287 run osmo-msc_10.42.42.6(pid=23116): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23116)]\u000a09:23:32.163919 run osmo-msc_10.42.42.6(pid=23116): stdout: \u000a| (launched: 2022-12-10_09:23:30.525873) \u000a09:23:32.216836 run osmo-msc_10.42.42.6(pid=23116): stderr: \u000a| �[0;m�[38;5;43m20221210092331036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092331036 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b09054c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092331036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092331037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092331037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092331037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092331039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092331039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092331039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092331039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:23:32.261758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Terminating (SIGTERM)\u000a09:23:32.304245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Terminating (SIGTERM)\u000a09:23:32.350497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23115): Terminating (SIGTERM)\u000a09:23:32.361135 --- ParallelTerminationStrategy: PID 23109 died...\u000a09:23:32.419271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Terminated: ok {rc=0}\u000a09:23:32.429816 --- ParallelTerminationStrategy: PID 23112 died...\u000a09:23:32.486117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Terminated: ok {rc=0}\u000a09:23:32.496485 --- ParallelTerminationStrategy: PID 23115 died...\u000a09:23:32.553047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23115): Terminated: ok {rc=0}\u000a09:23:32.667315 bus /sierra_3: Setting Powered False\u000a09:23:33.781566 bus /sierra_3: Setting Powered False\u000a09:23:34.892414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:23:12" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23127): Process ended prematurely: osmo-stp_10.42.42.5(pid=23127) [trial-2372↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23127)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23127): Process ended prematurely: osmo-stp_10.42.42.5(pid=23127) [trial-2372↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:23:36.896097 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:36.907957 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:23:37.042564 tst emergency_mo_mt_call.py: using LAC 27420\u000a09:23:37.167814 tst emergency_mo_mt_call.py: using RAC 135\u000a09:23:37.290181 tst emergency_mo_mt_call.py: using CellId 27420\u000a09:23:37.411729 tst emergency_mo_mt_call.py: using BVCI 27421\u000a09:23:37.435950 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:37.448590 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:37.461137 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:37.473672 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:37.485910 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:37.499115 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:23:37.619984 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:23:37.828540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:38.370871 run create_hlr_db(pid=23121): Launched\u000a09:23:38.551945 bus /sierra_2: Setting Powered False\u000a09:23:39.571945 run create_hlr_db(pid=23121): Terminated: ok {rc=0}\u000a09:23:40.014256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23123): Launched\u000a09:23:40.430048 run osmo-hlr_10.42.42.2(pid=23124): Launched\u000a09:23:40.630542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:41.186730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23126): Launched\u000a09:23:41.509086 run osmo-stp_10.42.42.5(pid=23127): Launched\u000a09:23:41.636032 tst emergency_mo_mt_call.py: using MSISDN 7656\u000a09:23:41.793999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:23:42.377453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23129): Launched\u000a09:23:42.699020 run osmo-msc_10.42.42.6(pid=23130): Launched\u000a09:23:42.884726 run osmo-stp_10.42.42.5(pid=23127): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23127)]\u000a09:23:43.019309 run osmo-stp_10.42.42.5(pid=23127): stdout: \u000a| (launched: 2022-12-10_09:23:41.348604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:43.153057 run osmo-stp_10.42.42.5(pid=23127): stderr: \u000a| �[0;m�[38;5;43m20221210092341545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092341545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092341545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092341545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092341548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092341548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092341548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:43.280760 run osmo-stp_10.42.42.5(pid=23127): stdout: \u000a| (launched: 2022-12-10_09:23:41.348604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:43.407231 run osmo-stp_10.42.42.5(pid=23127): stderr: \u000a| �[0;m�[38;5;43m20221210092341545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092341545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092341545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092341545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092341548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092341548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092341548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:43.462394 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23127): Process ended prematurely: osmo-stp_10.42.42.5(pid=23127) [trial-2372↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23127)] [trial-2372↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a09:23:43.470719 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a09:23:43.532737 run osmo-hlr_10.42.42.2(pid=23124): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23124)]\u000a09:23:43.583729 run osmo-hlr_10.42.42.2(pid=23124): stdout: \u000a| (launched: 2022-12-10_09:23:40.172179) \u000a09:23:43.635240 run osmo-hlr_10.42.42.2(pid=23124): stderr: \u000a| �[0;m�[1;31m20221210092340528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092340528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092340528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092340528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092340528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092340528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092340551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092340568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092340568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092340568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:43.705443 run osmo-msc_10.42.42.6(pid=23130): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23130)]\u000a09:23:43.756255 run osmo-msc_10.42.42.6(pid=23130): stdout: \u000a| (launched: 2022-12-10_09:23:42.538369) \u000a09:23:43.807525 run osmo-msc_10.42.42.6(pid=23130): stderr: \u000a| �[0;m�[38;5;43m20221210092342865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092342865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa27f0c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092342865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092342866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092342866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092342866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092342868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092342868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092342868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092342868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:23:43.851201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23123): Terminating (SIGTERM)\u000a09:23:43.892668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23126): Terminating (SIGTERM)\u000a09:23:43.934256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23129): Terminating (SIGTERM)\u000a09:23:43.943944 --- ParallelTerminationStrategy: PID 23123 died...\u000a09:23:43.999178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23123): Terminated: ok {rc=0}\u000a09:23:44.009372 --- ParallelTerminationStrategy: PID 23126 died...\u000a09:23:44.064345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23126): Terminated: ok {rc=0}\u000a09:23:44.074469 --- ParallelTerminationStrategy: PID 23129 died...\u000a09:23:44.129409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23129): Terminated: ok {rc=0}\u000a09:23:44.216144 bus /sierra_3: Setting Powered False\u000a09:23:45.320469 bus /sierra_3: Setting Powered False\u000a09:23:46.426206 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23138): Process ended prematurely: osmo-stp_10.42.42.5(pid=23138) [trial-2372↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23138)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23138): Process ended prematurely: osmo-stp_10.42.42.5(pid=23138) [trial-2372↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:23:47.475966 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:47.487586 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:23:47.616075 tst emergency_preemptive_call.py: using LAC 27421\u000a09:23:47.738356 tst emergency_preemptive_call.py: using RAC 136\u000a09:23:47.874583 tst emergency_preemptive_call.py: using CellId 27421\u000a09:23:47.990296 tst emergency_preemptive_call.py: using BVCI 27422\u000a09:23:48.013091 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:48.023955 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:48.034959 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:48.045972 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:48.056748 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:48.067669 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:23:48.185950 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:23:48.302688 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:23:48.420676 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:23:48.628056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:49.139708 run create_hlr_db(pid=23132): Launched\u000a09:23:49.324917 bus /sierra_2: Setting Powered False\u000a09:23:50.335292 run create_hlr_db(pid=23132): Terminated: ok {rc=0}\u000a09:23:50.747685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23134): Launched\u000a09:23:51.050515 run osmo-hlr_10.42.42.2(pid=23135): Launched\u000a09:23:51.160351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:51.682623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23137): Launched\u000a09:23:51.984610 run osmo-stp_10.42.42.5(pid=23138): Launched\u000a09:23:52.106382 tst emergency_preemptive_call.py: using MSISDN 7657\u000a09:23:52.254930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:23:52.804428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23140): Launched\u000a09:23:53.109182 run osmo-msc_10.42.42.6(pid=23141): Launched\u000a09:23:53.287088 run osmo-stp_10.42.42.5(pid=23138): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23138)]\u000a09:23:53.415532 run osmo-stp_10.42.42.5(pid=23138): stdout: \u000a| (launched: 2022-12-10_09:23:51.834075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:53.541114 run osmo-stp_10.42.42.5(pid=23138): stderr: \u000a| �[0;m�[38;5;43m20221210092352006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092352006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092352006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092352007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092352010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092352010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092352010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:53.661757 run osmo-stp_10.42.42.5(pid=23138): stdout: \u000a| (launched: 2022-12-10_09:23:51.834075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:53.781289 run osmo-stp_10.42.42.5(pid=23138): stderr: \u000a| �[0;m�[38;5;43m20221210092352006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092352006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092352006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092352007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092352010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092352010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092352010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:53.833666 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23138): Process ended prematurely: osmo-stp_10.42.42.5(pid=23138) [trial-2372↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23138)] [trial-2372↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a09:23:53.841805 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a09:23:53.902044 run osmo-hlr_10.42.42.2(pid=23135): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23135)]\u000a09:23:53.951374 run osmo-hlr_10.42.42.2(pid=23135): stdout: \u000a| (launched: 2022-12-10_09:23:50.899102) \u000a09:23:54.000548 run osmo-hlr_10.42.42.2(pid=23135): stderr: \u000a| �[0;m�[1;31m20221210092351078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092351078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092351078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092351079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092351079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092351079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092351091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092351100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092351100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092351100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:54.068155 run osmo-msc_10.42.42.6(pid=23141): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23141)]\u000a09:23:54.117241 run osmo-msc_10.42.42.6(pid=23141): stdout: \u000a| (launched: 2022-12-10_09:23:52.956126) \u000a09:23:54.166469 run osmo-msc_10.42.42.6(pid=23141): stderr: \u000a| �[0;m�[38;5;43m20221210092353232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092353232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16f7e69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092353232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092353232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092353232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092353232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092353234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092353235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092353235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092353235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:23:54.208310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23134): Terminating (SIGTERM)\u000a09:23:54.247802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23137): Terminating (SIGTERM)\u000a09:23:54.287393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23140): Terminating (SIGTERM)\u000a09:23:54.297143 --- ParallelTerminationStrategy: PID 23134 died...\u000a09:23:54.350567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23134): Terminated: ok {rc=0}\u000a09:23:54.360636 --- ParallelTerminationStrategy: PID 23137 died...\u000a09:23:54.414100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23137): Terminated: ok {rc=0}\u000a09:23:54.423854 --- ParallelTerminationStrategy: PID 23140 died...\u000a09:23:54.476842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23140): Terminated: ok {rc=0}\u000a09:23:54.560370 bus /sierra_9: Setting Powered False\u000a09:23:55.666496 bus /sierra_9: Setting Powered False\u000a09:23:56.776527 bus /sierra_8: Setting Powered False\u000a09:23:57.882590 bus /sierra_8: Setting Powered False\u000a09:23:58.988528 bus /sierra_3: Setting Powered False\u000a09:24:00.089034 bus /sierra_3: Setting Powered False\u000a09:24:01.195627 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:23:36" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23156): Process ended prematurely: osmo-stp_10.42.42.5(pid=23156) [trial-2372↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23156)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23156): Process ended prematurely: osmo-stp_10.42.42.5(pid=23156) [trial-2372↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:24:03.290597 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.301279 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:24:03.430071 tst cs_paging_gprs_active.py: using LAC 27422\u000a09:24:03.548253 tst cs_paging_gprs_active.py: using RAC 137\u000a09:24:03.667421 tst cs_paging_gprs_active.py: using CellId 27422\u000a09:24:03.785032 tst cs_paging_gprs_active.py: using BVCI 27423\u000a09:24:03.808089 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.818836 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.829266 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.839936 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.850763 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.861442 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.872099 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.882787 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:03.893584 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:04.013213 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:04.303999 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:24:04.440363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:04.773627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23146): Launched\u000a09:24:05.050861 run iperf3-srv_10.42.42.10(pid=23147): Launched\u000a09:24:05.249595 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:24:05.385758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:05.719712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23148): Launched\u000a09:24:05.996875 run iperf3-srv_10.42.42.10(pid=23149): Launched\u000a09:24:06.195359 tst cs_paging_gprs_active.py:38: start network...\u000a09:24:06.331020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:06.848721 run create_hlr_db(pid=23150): Launched\u000a09:24:07.036018 bus /sierra_2: Setting Powered False\u000a09:24:08.056871 run create_hlr_db(pid=23150): Terminated: ok {rc=0}\u000a09:24:08.466566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23152): Launched\u000a09:24:08.772741 run osmo-hlr_10.42.42.2(pid=23153): Launched\u000a09:24:08.890057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:09.418823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23155): Launched\u000a09:24:09.724898 run osmo-stp_10.42.42.5(pid=23156): Launched\u000a09:24:09.837152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:10.368770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23158): Launched\u000a09:24:10.477861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:10.743739 run patchelf(pid=23159): Launched\u000a09:24:10.922307 run osmo-stp_10.42.42.5(pid=23156): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23156)]\u000a09:24:11.052692 run osmo-stp_10.42.42.5(pid=23156): stdout: \u000a| (launched: 2022-12-10_09:24:09.574738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:11.183754 run osmo-stp_10.42.42.5(pid=23156): stderr: \u000a| �[0;m�[38;5;43m20221210092409746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092409747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092409747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092409747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092409748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092409748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092409748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:11.310374 run osmo-stp_10.42.42.5(pid=23156): stdout: \u000a| (launched: 2022-12-10_09:24:09.574738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:11.435845 run osmo-stp_10.42.42.5(pid=23156): stderr: \u000a| �[0;m�[38;5;43m20221210092409746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092409747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092409747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092409747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092409748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092409748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092409748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:11.582020 run patchelf(pid=23159): Terminating (SIGINT)\u000a09:24:11.753283 run patchelf(pid=23159): Terminated: ok {rc=0}\u000a09:24:11.784537 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23156): Process ended prematurely: osmo-stp_10.42.42.5(pid=23156) [trial-2372↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23156)] [trial-2372↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a09:24:11.793685 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:24:11.853518 run osmo-hlr_10.42.42.2(pid=23153): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23153)]\u000a09:24:11.902450 run osmo-hlr_10.42.42.2(pid=23153): stdout: \u000a| (launched: 2022-12-10_09:24:08.622327) \u000a09:24:11.951652 run osmo-hlr_10.42.42.2(pid=23153): stderr: \u000a| �[0;m�[1;31m20221210092408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092408812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092408821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092408821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092408821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:11.993307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23146): Terminating (SIGTERM)\u000a09:24:12.032752 run iperf3-srv_10.42.42.10(pid=23147): Terminating (SIGTERM)\u000a09:24:12.072258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23148): Terminating (SIGTERM)\u000a09:24:12.111591 run iperf3-srv_10.42.42.10(pid=23149): Terminating (SIGTERM)\u000a09:24:12.151172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23152): Terminating (SIGTERM)\u000a09:24:12.190541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23155): Terminating (SIGTERM)\u000a09:24:12.229916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23158): Terminating (SIGTERM)\u000a09:24:12.240163 --- ParallelTerminationStrategy: PID 23146 died...\u000a09:24:12.293211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23146): Terminated: ok {rc=0}\u000a09:24:12.302684 --- ParallelTerminationStrategy: PID 23147 died...\u000a09:24:12.355295 run iperf3-srv_10.42.42.10(pid=23147): Terminated {rc=256}\u000a09:24:12.364879 --- ParallelTerminationStrategy: PID 23148 died...\u000a09:24:12.417301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23148): Terminated: ok {rc=0}\u000a09:24:12.426965 --- ParallelTerminationStrategy: PID 23149 died...\u000a09:24:12.479497 run iperf3-srv_10.42.42.10(pid=23149): Terminated {rc=256}\u000a09:24:12.488877 --- ParallelTerminationStrategy: PID 23152 died...\u000a09:24:12.541472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23152): Terminated: ok {rc=0}\u000a09:24:12.550939 --- ParallelTerminationStrategy: PID 23155 died...\u000a09:24:12.603829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23155): Terminated: ok {rc=0}\u000a09:24:12.613414 --- ParallelTerminationStrategy: PID 23158 died...\u000a09:24:12.665775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23158): Terminated: ok {rc=0}\u000a09:24:12.747922 bus /gobi_0: Setting Powered False\u000a09:24:13.853791 bus /gobi_0: Setting Powered False\u000a09:24:14.960650 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2372↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2372↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a09:24:16.073709 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.087366 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:24:16.250277 tst iperf3.py: using LAC 27423\u000a09:24:16.373761 tst iperf3.py: using RAC 138\u000a09:24:16.502006 tst iperf3.py: using CellId 27423\u000a09:24:16.636053 tst iperf3.py: using BVCI 27424\u000a09:24:16.662007 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.674221 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.686073 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.698650 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.710172 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.722372 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.734781 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.747195 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:16.759605 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:17.062594 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:24:17.199998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:17.534765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23160): Launched\u000a09:24:17.811464 run iperf3-srv_10.42.42.10(pid=23161): Launched\u000a09:24:18.008538 tst iperf3.py:8: start network...\u000a09:24:18.143463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:18.659914 run create_hlr_db(pid=23162): Launched\u000a09:24:18.846472 bus /gobi_6: Setting Powered False\u000a09:24:19.867916 run create_hlr_db(pid=23162): Terminated: ok {rc=0}\u000a09:24:20.276932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Launched\u000a09:24:20.583728 run osmo-hlr_10.42.42.2(pid=23165): Launched\u000a09:24:20.702308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:21.237917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Launched\u000a09:24:21.542541 run osmo-stp_10.42.42.5(pid=23168): Launched\u000a09:24:21.654972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:22.186751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23170): Launched\u000a09:24:22.296177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:22.562094 run patchelf(pid=23171): Launched\u000a09:24:22.739904 run osmo-stp_10.42.42.5(pid=23168): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]\u000a09:24:22.870060 run osmo-stp_10.42.42.5(pid=23168): stdout: \u000a| (launched: 2022-12-10_09:24:21.392154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:23.000737 run osmo-stp_10.42.42.5(pid=23168): stderr: \u000a| �[0;m�[38;5;43m20221210092421563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092421563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092421563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092421564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092421564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092421564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092421564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:23.127113 run osmo-stp_10.42.42.5(pid=23168): stdout: \u000a| (launched: 2022-12-10_09:24:21.392154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:23.252359 run osmo-stp_10.42.42.5(pid=23168): stderr: \u000a| �[0;m�[38;5;43m20221210092421563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092421563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092421563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092421564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092421564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092421564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092421564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:23.398065 run patchelf(pid=23171): Terminating (SIGINT)\u000a09:24:23.569853 run patchelf(pid=23171): Terminated: ok {rc=0}\u000a09:24:23.601184 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2372↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)] [trial-2372↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a09:24:23.610350 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:24:23.669915 run osmo-hlr_10.42.42.2(pid=23165): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23165)]\u000a09:24:23.718432 run osmo-hlr_10.42.42.2(pid=23165): stdout: \u000a| (launched: 2022-12-10_09:24:20.432591) \u000a09:24:23.767617 run osmo-hlr_10.42.42.2(pid=23165): stderr: \u000a| �[0;m�[1;31m20221210092420612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092420612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092420612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092420612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092420612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092420612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092420624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092420633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092420633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092420633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:23.809144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23160): Terminating (SIGTERM)\u000a09:24:23.848596 run iperf3-srv_10.42.42.10(pid=23161): Terminating (SIGTERM)\u000a09:24:23.888116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Terminating (SIGTERM)\u000a09:24:23.927435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Terminating (SIGTERM)\u000a09:24:23.966862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23170): Terminating (SIGTERM)\u000a09:24:23.976227 --- ParallelTerminationStrategy: PID 23160 died...\u000a09:24:24.029046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23160): Terminated: ok {rc=0}\u000a09:24:24.038812 --- ParallelTerminationStrategy: PID 23161 died...\u000a09:24:24.091530 run iperf3-srv_10.42.42.10(pid=23161): Terminated {rc=256}\u000a09:24:24.101103 --- ParallelTerminationStrategy: PID 23164 died...\u000a09:24:24.153614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Terminated: ok {rc=0}\u000a09:24:24.163045 --- ParallelTerminationStrategy: PID 23167 died...\u000a09:24:24.215600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Terminated: ok {rc=0}\u000a09:24:24.225425 --- ParallelTerminationStrategy: PID 23170 died...\u000a09:24:24.277640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23170): Terminated: ok {rc=0}\u000a09:24:24.366529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2372↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2372↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a09:24:25.477213 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:25.488267 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:24:25.617405 tst iperf3m4.py: using LAC 27424\u000a09:24:25.736720 tst iperf3m4.py: using RAC 139\u000a09:24:25.856359 tst iperf3m4.py: using CellId 27424\u000a09:24:25.975273 tst iperf3m4.py: using BVCI 27425\u000a09:24:25.998560 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:26.009233 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:26.019685 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:26.030550 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:26.041317 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:26.051912 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:26.062787 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:26.073464 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:26.084261 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:26.203074 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:26.323807 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:26.442708 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:26.722347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:24:26.849993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:27.165533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23172): Launched\u000a09:24:27.427462 run iperf3-srv_10.42.42.10(pid=23173): Launched\u000a09:24:27.613720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:24:27.740619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:28.056007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23174): Launched\u000a09:24:28.317260 run iperf3-srv_10.42.42.10(pid=23175): Launched\u000a09:24:28.502999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:24:28.629804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:28.944884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23176): Launched\u000a09:24:29.207102 run iperf3-srv_10.42.42.10(pid=23177): Launched\u000a09:24:29.393024 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:24:29.520139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:24:29.835900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23178): Launched\u000a09:24:30.097812 run iperf3-srv_10.42.42.10(pid=23179): Launched\u000a09:24:30.283843 tst iperf3m4.py:8: start network...\u000a09:24:30.411306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:30.925373 run create_hlr_db(pid=23180): Launched\u000a09:24:31.127060 bus /gobi_6: Setting Powered False\u000a09:24:32.175023 run create_hlr_db(pid=23180): Terminated: ok {rc=0}\u000a09:24:32.612505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Launched\u000a09:24:32.919797 run osmo-hlr_10.42.42.2(pid=23183): Launched\u000a09:24:33.037925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:33.573157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Launched\u000a09:24:33.878806 run osmo-stp_10.42.42.5(pid=23186): Launched\u000a09:24:33.990654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:34.522463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23188): Launched\u000a09:24:34.631573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:34.897506 run patchelf(pid=23189): Launched\u000a09:24:35.078303 run osmo-stp_10.42.42.5(pid=23186): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]\u000a09:24:35.209509 run osmo-stp_10.42.42.5(pid=23186): stdout: \u000a| (launched: 2022-12-10_09:24:33.728756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:35.340560 run osmo-stp_10.42.42.5(pid=23186): stderr: \u000a| �[0;m�[38;5;43m20221210092433899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092433900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092433900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092433900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092433901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092433901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092433901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:35.467311 run osmo-stp_10.42.42.5(pid=23186): stdout: \u000a| (launched: 2022-12-10_09:24:33.728756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:35.592915 run osmo-stp_10.42.42.5(pid=23186): stderr: \u000a| �[0;m�[38;5;43m20221210092433899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092433900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092433900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092433900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092433901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092433901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092433901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:35.739621 run patchelf(pid=23189): Terminating (SIGINT)\u000a09:24:35.911416 run patchelf(pid=23189): Terminated: ok {rc=0}\u000a09:24:35.942653 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2372↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)] [trial-2372↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a09:24:35.951764 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:24:36.011677 run osmo-hlr_10.42.42.2(pid=23183): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23183)]\u000a09:24:36.059952 run osmo-hlr_10.42.42.2(pid=23183): stdout: \u000a| (launched: 2022-12-10_09:24:32.768904) \u000a09:24:36.109268 run osmo-hlr_10.42.42.2(pid=23183): stderr: \u000a| �[0;m�[1;31m20221210092432948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092432948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092432948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092432948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092432948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092432948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092432960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092432969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092432969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092432969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:36.150565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23172): Terminating (SIGTERM)\u000a09:24:36.189782 run iperf3-srv_10.42.42.10(pid=23173): Terminating (SIGTERM)\u000a09:24:36.228697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23174): Terminating (SIGTERM)\u000a09:24:36.267629 run iperf3-srv_10.42.42.10(pid=23175): Terminating (SIGTERM)\u000a09:24:36.307130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23176): Terminating (SIGTERM)\u000a09:24:36.346100 run iperf3-srv_10.42.42.10(pid=23177): Terminating (SIGTERM)\u000a09:24:36.385216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23178): Terminating (SIGTERM)\u000a09:24:36.423956 run iperf3-srv_10.42.42.10(pid=23179): Terminating (SIGTERM)\u000a09:24:36.462939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Terminating (SIGTERM)\u000a09:24:36.501928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Terminating (SIGTERM)\u000a09:24:36.541023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23188): Terminating (SIGTERM)\u000a09:24:36.550362 --- ParallelTerminationStrategy: PID 23172 died...\u000a09:24:36.603118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23172): Terminated: ok {rc=0}\u000a09:24:36.613035 --- ParallelTerminationStrategy: PID 23173 died...\u000a09:24:36.665974 run iperf3-srv_10.42.42.10(pid=23173): Terminated {rc=256}\u000a09:24:36.675498 --- ParallelTerminationStrategy: PID 23174 died...\u000a09:24:36.728119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23174): Terminated: ok {rc=0}\u000a09:24:36.737899 --- ParallelTerminationStrategy: PID 23175 died...\u000a09:24:36.790782 run iperf3-srv_10.42.42.10(pid=23175): Terminated {rc=256}\u000a09:24:36.800265 --- ParallelTerminationStrategy: PID 23176 died...\u000a09:24:36.852640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23176): Terminated: ok {rc=0}\u000a09:24:36.862414 --- ParallelTerminationStrategy: PID 23177 died...\u000a09:24:36.914639 run iperf3-srv_10.42.42.10(pid=23177): Terminated {rc=256}\u000a09:24:36.924287 --- ParallelTerminationStrategy: PID 23178 died...\u000a09:24:36.976603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23178): Terminated: ok {rc=0}\u000a09:24:36.986320 --- ParallelTerminationStrategy: PID 23179 died...\u000a09:24:37.038872 run iperf3-srv_10.42.42.10(pid=23179): Terminated {rc=256}\u000a09:24:37.048559 --- ParallelTerminationStrategy: PID 23182 died...\u000a09:24:37.100925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Terminated: ok {rc=0}\u000a09:24:37.110758 --- ParallelTerminationStrategy: PID 23185 died...\u000a09:24:37.163023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Terminated: ok {rc=0}\u000a09:24:37.172773 --- ParallelTerminationStrategy: PID 23188 died...\u000a09:24:37.225121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23188): Terminated: ok {rc=0}\u000a09:24:37.314346 bus /gobi_4: Setting Powered False\u000a09:24:38.415828 bus /gobi_4: Setting Powered False\u000a09:24:39.525098 bus /gobi_1: Setting Powered False\u000a09:24:40.628305 bus /gobi_1: Setting Powered False\u000a09:24:41.738601 bus /gobi_0: Setting Powered False\u000a09:24:42.844368 bus /gobi_0: Setting Powered False\u000a09:24:43.951516 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2372↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2372↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a09:24:45.018888 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:45.030538 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:24:45.161985 tst ping.py: using LAC 27425\u000a09:24:45.282606 tst ping.py: using RAC 140\u000a09:24:45.398077 tst ping.py: using CellId 27425\u000a09:24:45.518973 tst ping.py: using BVCI 27426\u000a09:24:45.542117 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:45.552681 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:45.563333 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:45.574194 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:45.584620 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:45.595584 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:45.606398 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:45.617308 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:45.924261 tst ping.py:19: start network...\u000a09:24:46.061672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:46.599539 run create_hlr_db(pid=23190): Launched\u000a09:24:46.787881 bus /gobi_6: Setting Powered False\u000a09:24:47.805081 run create_hlr_db(pid=23190): Terminated: ok {rc=0}\u000a09:24:48.207610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23192): Launched\u000a09:24:48.506634 run osmo-hlr_10.42.42.2(pid=23193): Launched\u000a09:24:48.623020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:49.149893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Launched\u000a09:24:49.449551 run osmo-stp_10.42.42.5(pid=23196): Launched\u000a09:24:49.559674 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:50.082134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23198): Launched\u000a09:24:50.189121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:50.450345 run patchelf(pid=23199): Launched\u000a09:24:50.625926 run osmo-stp_10.42.42.5(pid=23196): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]\u000a09:24:50.753996 run osmo-stp_10.42.42.5(pid=23196): stdout: \u000a| (launched: 2022-12-10_09:24:49.302013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:50.882394 run osmo-stp_10.42.42.5(pid=23196): stderr: \u000a| �[0;m�[38;5;43m20221210092449473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092449473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092449474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092449474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092449475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092449475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092449475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:51.006629 run osmo-stp_10.42.42.5(pid=23196): stdout: \u000a| (launched: 2022-12-10_09:24:49.302013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:51.129725 run osmo-stp_10.42.42.5(pid=23196): stderr: \u000a| �[0;m�[38;5;43m20221210092449473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092449473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092449474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092449474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092449475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092449475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092449475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:51.273235 run patchelf(pid=23199): Terminating (SIGINT)\u000a09:24:51.442217 run patchelf(pid=23199): Terminated: ok {rc=0}\u000a09:24:51.472759 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2372↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)] [trial-2372↪gprs:nanobts+band-1900↪ping.py:22]\u000a09:24:51.481241 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:24:51.541044 run osmo-hlr_10.42.42.2(pid=23193): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23193)]\u000a09:24:51.589408 run osmo-hlr_10.42.42.2(pid=23193): stdout: \u000a| (launched: 2022-12-10_09:24:48.359344) \u000a09:24:51.638242 run osmo-hlr_10.42.42.2(pid=23193): stderr: \u000a| �[0;m�[1;31m20221210092448537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092448537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092448537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092448538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092448538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092448538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092448548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092448557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092448557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092448557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:51.679746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23192): Terminating (SIGTERM)\u000a09:24:51.719060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Terminating (SIGTERM)\u000a09:24:51.758538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23198): Terminating (SIGTERM)\u000a09:24:51.768042 --- ParallelTerminationStrategy: PID 23192 died...\u000a09:24:51.821432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23192): Terminated: ok {rc=0}\u000a09:24:51.830967 --- ParallelTerminationStrategy: PID 23195 died...\u000a09:24:51.883394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Terminated: ok {rc=0}\u000a09:24:51.893235 --- ParallelTerminationStrategy: PID 23198 died...\u000a09:24:51.945250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23198): Terminated: ok {rc=0}\u000a09:24:52.032227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23206): Process ended prematurely: osmo-stp_10.42.42.5(pid=23206) [trial-2372↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23206)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23206): Process ended prematurely: osmo-stp_10.42.42.5(pid=23206) [trial-2372↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a09:24:53.084665 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:53.096033 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:24:53.223859 tst ping_idle_ping.py: using LAC 27426\u000a09:24:53.342812 tst ping_idle_ping.py: using RAC 141\u000a09:24:53.467828 tst ping_idle_ping.py: using CellId 27426\u000a09:24:53.596697 tst ping_idle_ping.py: using BVCI 27427\u000a09:24:53.621268 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:53.632381 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:53.643550 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:53.655095 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:53.666620 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:53.678190 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:53.689892 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:24:53.701526 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:24:53.980712 tst ping_idle_ping.py:24: start network...\u000a09:24:54.105954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:54.581889 run create_hlr_db(pid=23200): Launched\u000a09:24:54.755378 bus /gobi_6: Setting Powered False\u000a09:24:55.776895 run create_hlr_db(pid=23200): Terminated: ok {rc=0}\u000a09:24:56.178165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23202): Launched\u000a09:24:56.478895 run osmo-hlr_10.42.42.2(pid=23203): Launched\u000a09:24:56.596698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:57.124111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23205): Launched\u000a09:24:57.424374 run osmo-stp_10.42.42.5(pid=23206): Launched\u000a09:24:57.534658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:24:58.058338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23208): Launched\u000a09:24:58.165639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:24:58.427924 run patchelf(pid=23209): Launched\u000a09:24:58.604844 run osmo-stp_10.42.42.5(pid=23206): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23206)]\u000a09:24:58.733721 run osmo-stp_10.42.42.5(pid=23206): stdout: \u000a| (launched: 2022-12-10_09:24:57.276368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:58.862796 run osmo-stp_10.42.42.5(pid=23206): stderr: \u000a| �[0;m�[38;5;43m20221210092457448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092457448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092457448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092457449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092457451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092457451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092457451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:58.987939 run osmo-stp_10.42.42.5(pid=23206): stdout: \u000a| (launched: 2022-12-10_09:24:57.276368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:59.111656 run osmo-stp_10.42.42.5(pid=23206): stderr: \u000a| �[0;m�[38;5;43m20221210092457448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092457448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092457448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092457449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092457451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092457451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092457451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:59.255370 run patchelf(pid=23209): Terminating (SIGINT)\u000a09:24:59.425234 run patchelf(pid=23209): Terminated: ok {rc=0}\u000a09:24:59.455851 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23206): Process ended prematurely: osmo-stp_10.42.42.5(pid=23206) [trial-2372↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23206)] [trial-2372↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a09:24:59.464448 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:24:59.524448 run osmo-hlr_10.42.42.2(pid=23203): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23203)]\u000a09:24:59.573060 run osmo-hlr_10.42.42.2(pid=23203): stdout: \u000a| (launched: 2022-12-10_09:24:56.330827) \u000a09:24:59.622279 run osmo-hlr_10.42.42.2(pid=23203): stderr: \u000a| �[0;m�[1;31m20221210092456505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092456505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092456505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092456505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092456505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092456505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092456518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092456527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092456527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092456527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:59.663915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23202): Terminating (SIGTERM)\u000a09:24:59.703598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23205): Terminating (SIGTERM)\u000a09:24:59.743058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23208): Terminating (SIGTERM)\u000a09:24:59.752512 --- ParallelTerminationStrategy: PID 23202 died...\u000a09:24:59.805225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23202): Terminated: ok {rc=0}\u000a09:24:59.814732 --- ParallelTerminationStrategy: PID 23205 died...\u000a09:24:59.867798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23205): Terminated: ok {rc=0}\u000a09:24:59.877699 --- ParallelTerminationStrategy: PID 23208 died...\u000a09:24:59.930095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23208): Terminated: ok {rc=0}\u000a09:25:00.017950 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:24:02" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23226): Process ended prematurely: osmo-stp_10.42.42.5(pid=23226) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23226)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23226): Process ended prematurely: osmo-stp_10.42.42.5(pid=23226) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:25:02.219418 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.231317 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:25:02.367110 tst cs_paging_gprs_active.py: using LAC 27427\u000a09:25:02.492874 tst cs_paging_gprs_active.py: using RAC 142\u000a09:25:02.618508 tst cs_paging_gprs_active.py: using CellId 27427\u000a09:25:02.744244 tst cs_paging_gprs_active.py: using BVCI 27428\u000a09:25:02.768867 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.780295 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.791499 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.803182 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.814818 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.826467 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.838252 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.849846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:02.861683 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:02.982088 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:03.276526 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:25:03.412566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:03.751466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23216): Launched\u000a09:25:04.033614 run iperf3-srv_10.42.42.10(pid=23217): Launched\u000a09:25:04.231611 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:25:04.366767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:04.704521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23218): Launched\u000a09:25:04.988435 run iperf3-srv_10.42.42.10(pid=23219): Launched\u000a09:25:05.186393 tst cs_paging_gprs_active.py:38: start network...\u000a09:25:05.322020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:05.842684 run create_hlr_db(pid=23220): Launched\u000a09:25:06.029836 bus /gobi_6: Setting Powered False\u000a09:25:07.050542 run create_hlr_db(pid=23220): Terminated: ok {rc=0}\u000a09:25:07.463024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Launched\u000a09:25:07.772480 run osmo-hlr_10.42.42.2(pid=23223): Launched\u000a09:25:07.889151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:08.421490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Launched\u000a09:25:08.730836 run osmo-stp_10.42.42.5(pid=23226): Launched\u000a09:25:08.843442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:09.378846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23228): Launched\u000a09:25:09.487874 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:09.758877 run patchelf(pid=23229): Launched\u000a09:25:09.938418 run osmo-stp_10.42.42.5(pid=23226): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23226)]\u000a09:25:10.069350 run osmo-stp_10.42.42.5(pid=23226): stdout: \u000a| (launched: 2022-12-10_09:25:08.576425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:10.200381 run osmo-stp_10.42.42.5(pid=23226): stderr: \u000a| �[0;m�[38;5;43m20221210092508753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092508753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092508753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092508754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092508754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092508754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092508754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:10.326971 run osmo-stp_10.42.42.5(pid=23226): stdout: \u000a| (launched: 2022-12-10_09:25:08.576425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:10.452662 run osmo-stp_10.42.42.5(pid=23226): stderr: \u000a| �[0;m�[38;5;43m20221210092508753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092508753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092508753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092508754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092508754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092508754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092508754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:10.598760 run patchelf(pid=23229): Terminating (SIGINT)\u000a09:25:10.770469 run patchelf(pid=23229): Terminated: ok {rc=0}\u000a09:25:10.801768 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23226): Process ended prematurely: osmo-stp_10.42.42.5(pid=23226) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23226)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:25:10.810917 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:25:10.870946 run osmo-hlr_10.42.42.2(pid=23223): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23223)]\u000a09:25:10.919278 run osmo-hlr_10.42.42.2(pid=23223): stdout: \u000a| (launched: 2022-12-10_09:25:07.618593) \u000a09:25:10.968442 run osmo-hlr_10.42.42.2(pid=23223): stderr: \u000a| �[0;m�[1;31m20221210092507800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092507800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092507800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092507800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092507800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092507801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092507812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092507821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092507821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092507821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:11.009855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23216): Terminating (SIGTERM)\u000a09:25:11.049033 run iperf3-srv_10.42.42.10(pid=23217): Terminating (SIGTERM)\u000a09:25:11.090194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23218): Terminating (SIGTERM)\u000a09:25:11.129329 run iperf3-srv_10.42.42.10(pid=23219): Terminating (SIGTERM)\u000a09:25:11.168851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Terminating (SIGTERM)\u000a09:25:11.207994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Terminating (SIGTERM)\u000a09:25:11.247117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23228): Terminating (SIGTERM)\u000a09:25:11.256374 --- ParallelTerminationStrategy: PID 23216 died...\u000a09:25:11.309082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23216): Terminated: ok {rc=0}\u000a09:25:11.318516 --- ParallelTerminationStrategy: PID 23217 died...\u000a09:25:11.371055 run iperf3-srv_10.42.42.10(pid=23217): Terminated {rc=256}\u000a09:25:11.380703 --- ParallelTerminationStrategy: PID 23218 died...\u000a09:25:11.432776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23218): Terminated: ok {rc=0}\u000a09:25:11.442420 --- ParallelTerminationStrategy: PID 23219 died...\u000a09:25:11.494457 run iperf3-srv_10.42.42.10(pid=23219): Terminated {rc=256}\u000a09:25:11.503814 --- ParallelTerminationStrategy: PID 23222 died...\u000a09:25:11.555924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Terminated: ok {rc=0}\u000a09:25:11.565780 --- ParallelTerminationStrategy: PID 23225 died...\u000a09:25:11.618007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Terminated: ok {rc=0}\u000a09:25:11.627580 --- ParallelTerminationStrategy: PID 23228 died...\u000a09:25:11.679743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23228): Terminated: ok {rc=0}\u000a09:25:11.766769 bus /gobi_0: Setting Powered False\u000a09:25:12.869235 bus /gobi_0: Setting Powered False\u000a09:25:13.978253 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:25:15.087006 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.098587 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:25:15.233514 tst iperf3.py: using LAC 27428\u000a09:25:15.351484 tst iperf3.py: using RAC 143\u000a09:25:15.471759 tst iperf3.py: using CellId 27428\u000a09:25:15.589383 tst iperf3.py: using BVCI 27429\u000a09:25:15.612480 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.623415 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.634224 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.645210 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.655989 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.666855 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.677898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.688875 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:15.699994 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:15.988524 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:25:16.121289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:16.465972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23230): Launched\u000a09:25:16.753377 run iperf3-srv_10.42.42.10(pid=23231): Launched\u000a09:25:16.944332 tst iperf3.py:8: start network...\u000a09:25:17.075681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:17.563148 run create_hlr_db(pid=23232): Launched\u000a09:25:17.738379 bus /gobi_6: Setting Powered False\u000a09:25:18.759301 run create_hlr_db(pid=23232): Terminated: ok {rc=0}\u000a09:25:19.167382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Launched\u000a09:25:19.476709 run osmo-hlr_10.42.42.2(pid=23235): Launched\u000a09:25:19.592332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:20.125726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Launched\u000a09:25:20.435637 run osmo-stp_10.42.42.5(pid=23238): Launched\u000a09:25:20.547973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:21.082892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23240): Launched\u000a09:25:21.192346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:21.463142 run patchelf(pid=23241): Launched\u000a09:25:21.641934 run osmo-stp_10.42.42.5(pid=23238): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]\u000a09:25:21.772780 run osmo-stp_10.42.42.5(pid=23238): stdout: \u000a| (launched: 2022-12-10_09:25:20.281062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:21.904166 run osmo-stp_10.42.42.5(pid=23238): stderr: \u000a| �[0;m�[38;5;43m20221210092520457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092520457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092520457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092520458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092520458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092520458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092520458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:22.031363 run osmo-stp_10.42.42.5(pid=23238): stdout: \u000a| (launched: 2022-12-10_09:25:20.281062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:22.157380 run osmo-stp_10.42.42.5(pid=23238): stderr: \u000a| �[0;m�[38;5;43m20221210092520457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092520457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092520457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092520458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092520458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092520458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092520458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:22.303415 run patchelf(pid=23241): Terminating (SIGINT)\u000a09:25:22.474977 run patchelf(pid=23241): Terminated: ok {rc=0}\u000a09:25:22.506401 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a09:25:22.515429 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:25:22.575720 run osmo-hlr_10.42.42.2(pid=23235): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23235)]\u000a09:25:22.624378 run osmo-hlr_10.42.42.2(pid=23235): stdout: \u000a| (launched: 2022-12-10_09:25:19.322537) \u000a09:25:22.673921 run osmo-hlr_10.42.42.2(pid=23235): stderr: \u000a| �[0;m�[1;31m20221210092519502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092519502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092519502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092519502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092519502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092519502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092519514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092519524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092519524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092519524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:22.715700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23230): Terminating (SIGTERM)\u000a09:25:22.755059 run iperf3-srv_10.42.42.10(pid=23231): Terminating (SIGTERM)\u000a09:25:22.794396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Terminating (SIGTERM)\u000a09:25:22.833613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Terminating (SIGTERM)\u000a09:25:22.873220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23240): Terminating (SIGTERM)\u000a09:25:22.882693 --- ParallelTerminationStrategy: PID 23230 died...\u000a09:25:22.935591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23230): Terminated: ok {rc=0}\u000a09:25:22.945389 --- ParallelTerminationStrategy: PID 23231 died...\u000a09:25:22.997841 run iperf3-srv_10.42.42.10(pid=23231): Terminated {rc=256}\u000a09:25:23.007318 --- ParallelTerminationStrategy: PID 23234 died...\u000a09:25:23.060117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Terminated: ok {rc=0}\u000a09:25:23.069610 --- ParallelTerminationStrategy: PID 23237 died...\u000a09:25:23.121857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Terminated: ok {rc=0}\u000a09:25:23.131506 --- ParallelTerminationStrategy: PID 23240 died...\u000a09:25:23.183797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23240): Terminated: ok {rc=0}\u000a09:25:23.266312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23256): Process ended prematurely: osmo-stp_10.42.42.5(pid=23256) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23256)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23256): Process ended prematurely: osmo-stp_10.42.42.5(pid=23256) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:25:24.374500 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:24.385975 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:25:24.515402 tst iperf3m4.py: using LAC 27429\u000a09:25:24.636783 tst iperf3m4.py: using RAC 144\u000a09:25:24.768835 tst iperf3m4.py: using CellId 27429\u000a09:25:24.894616 tst iperf3m4.py: using BVCI 27430\u000a09:25:24.919649 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:24.931214 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:24.942489 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:24.953811 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:24.964871 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:24.976213 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:24.987686 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:24.998919 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:25.010383 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:25.129981 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:25.248141 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:25.367422 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:25.661634 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:25:25.789451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:26.109856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23242): Launched\u000a09:25:26.378424 run iperf3-srv_10.42.42.10(pid=23243): Launched\u000a09:25:26.566192 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:25:26.694356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:27.020768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23244): Launched\u000a09:25:27.303942 run iperf3-srv_10.42.42.10(pid=23245): Launched\u000a09:25:27.503390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:25:27.638788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:27.977021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23246): Launched\u000a09:25:28.261115 run iperf3-srv_10.42.42.10(pid=23247): Launched\u000a09:25:28.460371 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:25:28.596158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:25:28.935844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23248): Launched\u000a09:25:29.219054 run iperf3-srv_10.42.42.10(pid=23249): Launched\u000a09:25:29.418506 tst iperf3m4.py:8: start network...\u000a09:25:29.554486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:30.079659 run create_hlr_db(pid=23250): Launched\u000a09:25:30.267627 bus /gobi_6: Setting Powered False\u000a09:25:31.355813 run create_hlr_db(pid=23250): Terminated: ok {rc=0}\u000a09:25:31.793517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23252): Launched\u000a09:25:32.159014 run osmo-hlr_10.42.42.2(pid=23253): Launched\u000a09:25:32.273508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:32.837322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23255): Launched\u000a09:25:33.147199 run osmo-stp_10.42.42.5(pid=23256): Launched\u000a09:25:33.259909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:33.798589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23258): Launched\u000a09:25:33.908080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:34.179973 run patchelf(pid=23259): Launched\u000a09:25:34.358976 run osmo-stp_10.42.42.5(pid=23256): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23256)]\u000a09:25:34.489423 run osmo-stp_10.42.42.5(pid=23256): stdout: \u000a| (launched: 2022-12-10_09:25:32.992824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:34.620327 run osmo-stp_10.42.42.5(pid=23256): stderr: \u000a| �[0;m�[38;5;43m20221210092533167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092533167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092533168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092533168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092533170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092533171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092533171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:34.747091 run osmo-stp_10.42.42.5(pid=23256): stdout: \u000a| (launched: 2022-12-10_09:25:32.992824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:34.872569 run osmo-stp_10.42.42.5(pid=23256): stderr: \u000a| �[0;m�[38;5;43m20221210092533167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092533167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092533168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092533168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092533170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092533171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092533171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:35.018776 run patchelf(pid=23259): Terminating (SIGINT)\u000a09:25:35.190643 run patchelf(pid=23259): Terminated: ok {rc=0}\u000a09:25:35.222152 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23256): Process ended prematurely: osmo-stp_10.42.42.5(pid=23256) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23256)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:25:35.231304 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:25:35.291701 run osmo-hlr_10.42.42.2(pid=23253): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23253)]\u000a09:25:35.340295 run osmo-hlr_10.42.42.2(pid=23253): stdout: \u000a| (launched: 2022-12-10_09:25:31.953263) \u000a09:25:35.389652 run osmo-hlr_10.42.42.2(pid=23253): stderr: \u000a| �[0;m�[1;31m20221210092532334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092532334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092532334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092532335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092532335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092532335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092532347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092532355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092532355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092532355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:35.430975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23242): Terminating (SIGTERM)\u000a09:25:35.470182 run iperf3-srv_10.42.42.10(pid=23243): Terminating (SIGTERM)\u000a09:25:35.509347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23244): Terminating (SIGTERM)\u000a09:25:35.548389 run iperf3-srv_10.42.42.10(pid=23245): Terminating (SIGTERM)\u000a09:25:35.587672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23246): Terminating (SIGTERM)\u000a09:25:35.626991 run iperf3-srv_10.42.42.10(pid=23247): Terminating (SIGTERM)\u000a09:25:35.666450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23248): Terminating (SIGTERM)\u000a09:25:35.705699 run iperf3-srv_10.42.42.10(pid=23249): Terminating (SIGTERM)\u000a09:25:35.745080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23252): Terminating (SIGTERM)\u000a09:25:35.784427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23255): Terminating (SIGTERM)\u000a09:25:35.824041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23258): Terminating (SIGTERM)\u000a09:25:35.833503 --- ParallelTerminationStrategy: PID 23242 died...\u000a09:25:35.886641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23242): Terminated: ok {rc=0}\u000a09:25:35.896183 --- ParallelTerminationStrategy: PID 23243 died...\u000a09:25:35.948200 run iperf3-srv_10.42.42.10(pid=23243): Terminated {rc=256}\u000a09:25:35.957841 --- ParallelTerminationStrategy: PID 23244 died...\u000a09:25:36.009965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23244): Terminated: ok {rc=0}\u000a09:25:36.019598 --- ParallelTerminationStrategy: PID 23245 died...\u000a09:25:36.072295 run iperf3-srv_10.42.42.10(pid=23245): Terminated {rc=256}\u000a09:25:36.081783 --- ParallelTerminationStrategy: PID 23246 died...\u000a09:25:36.134346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23246): Terminated: ok {rc=0}\u000a09:25:36.144018 --- ParallelTerminationStrategy: PID 23247 died...\u000a09:25:36.195938 run iperf3-srv_10.42.42.10(pid=23247): Terminated {rc=256}\u000a09:25:36.205691 --- ParallelTerminationStrategy: PID 23248 died...\u000a09:25:36.257732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23248): Terminated: ok {rc=0}\u000a09:25:36.267452 --- ParallelTerminationStrategy: PID 23249 died...\u000a09:25:36.319977 run iperf3-srv_10.42.42.10(pid=23249): Terminated {rc=256}\u000a09:25:36.329869 --- ParallelTerminationStrategy: PID 23252 died...\u000a09:25:36.381982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23252): Terminated: ok {rc=0}\u000a09:25:36.391691 --- ParallelTerminationStrategy: PID 23255 died...\u000a09:25:36.443806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23255): Terminated: ok {rc=0}\u000a09:25:36.453604 --- ParallelTerminationStrategy: PID 23258 died...\u000a09:25:36.505655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23258): Terminated: ok {rc=0}\u000a09:25:36.587935 bus /gobi_4: Setting Powered False\u000a09:25:37.694285 bus /gobi_4: Setting Powered False\u000a09:25:38.800698 bus /gobi_1: Setting Powered False\u000a09:25:39.907027 bus /gobi_1: Setting Powered False\u000a09:25:41.017722 bus /gobi_0: Setting Powered False\u000a09:25:42.121819 bus /gobi_0: Setting Powered False\u000a09:25:43.230004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23268): Process ended prematurely: osmo-stp_10.42.42.5(pid=23268) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23268)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23268): Process ended prematurely: osmo-stp_10.42.42.5(pid=23268) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:25:44.294972 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:44.306728 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:25:44.435532 tst ping.py: using LAC 27430\u000a09:25:44.553574 tst ping.py: using RAC 145\u000a09:25:44.670845 tst ping.py: using CellId 27430\u000a09:25:44.788062 tst ping.py: using BVCI 27431\u000a09:25:44.811098 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:44.822128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:44.832871 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:44.843878 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:44.855012 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:44.866042 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:44.877427 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:44.888339 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:45.177382 tst ping.py:19: start network...\u000a09:25:45.310000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:45.821182 run create_hlr_db(pid=23262): Launched\u000a09:25:46.015782 bus /gobi_6: Setting Powered False\u000a09:25:47.038360 run create_hlr_db(pid=23262): Terminated: ok {rc=0}\u000a09:25:47.473394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23264): Launched\u000a09:25:47.797930 run osmo-hlr_10.42.42.2(pid=23265): Launched\u000a09:25:47.916573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:48.478568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23267): Launched\u000a09:25:48.798939 run osmo-stp_10.42.42.5(pid=23268): Launched\u000a09:25:48.918105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:49.476738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23270): Launched\u000a09:25:49.584415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:49.849411 run patchelf(pid=23271): Launched\u000a09:25:50.024645 run osmo-stp_10.42.42.5(pid=23268): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23268)]\u000a09:25:50.152734 run osmo-stp_10.42.42.5(pid=23268): stdout: \u000a| (launched: 2022-12-10_09:25:48.639719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:50.281506 run osmo-stp_10.42.42.5(pid=23268): stderr: \u000a| �[0;m�[38;5;43m20221210092548836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092548836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092548836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092548837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092548837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092548837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092548837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:50.405689 run osmo-stp_10.42.42.5(pid=23268): stdout: \u000a| (launched: 2022-12-10_09:25:48.639719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:50.528454 run osmo-stp_10.42.42.5(pid=23268): stderr: \u000a| �[0;m�[38;5;43m20221210092548836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092548836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092548836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092548837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092548837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092548837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092548837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:50.671432 run patchelf(pid=23271): Terminating (SIGINT)\u000a09:25:50.839756 run patchelf(pid=23271): Terminated: ok {rc=0}\u000a09:25:50.870207 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23268): Process ended prematurely: osmo-stp_10.42.42.5(pid=23268) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23268)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a09:25:50.878783 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:25:50.938888 run osmo-hlr_10.42.42.2(pid=23265): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23265)]\u000a09:25:50.987480 run osmo-hlr_10.42.42.2(pid=23265): stdout: \u000a| (launched: 2022-12-10_09:25:47.634826) \u000a09:25:51.036913 run osmo-hlr_10.42.42.2(pid=23265): stderr: \u000a| �[0;m�[1;31m20221210092547836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092547836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092547836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092547836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092547836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092547837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092547848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092547857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092547857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092547857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:51.078752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23264): Terminating (SIGTERM)\u000a09:25:51.118050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23267): Terminating (SIGTERM)\u000a09:25:51.157325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23270): Terminating (SIGTERM)\u000a09:25:51.166774 --- ParallelTerminationStrategy: PID 23264 died...\u000a09:25:51.219289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23264): Terminated: ok {rc=0}\u000a09:25:51.229163 --- ParallelTerminationStrategy: PID 23267 died...\u000a09:25:51.281533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23267): Terminated: ok {rc=0}\u000a09:25:51.291249 --- ParallelTerminationStrategy: PID 23270 died...\u000a09:25:51.343864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23270): Terminated: ok {rc=0}\u000a09:25:51.432706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23278): Process ended prematurely: osmo-stp_10.42.42.5(pid=23278) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23278)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23278): Process ended prematurely: osmo-stp_10.42.42.5(pid=23278) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:25:52.485478 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:52.497540 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:25:52.634054 tst ping_idle_ping.py: using LAC 27431\u000a09:25:52.762914 tst ping_idle_ping.py: using RAC 146\u000a09:25:52.887834 tst ping_idle_ping.py: using CellId 27431\u000a09:25:53.012706 tst ping_idle_ping.py: using BVCI 27432\u000a09:25:53.037308 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:53.048863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:53.060201 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:53.071519 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:53.082767 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:53.094100 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:53.105717 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:25:53.117066 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:25:53.392165 tst ping_idle_ping.py:24: start network...\u000a09:25:53.517284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:54.002965 run create_hlr_db(pid=23272): Launched\u000a09:25:54.178103 bus /gobi_6: Setting Powered False\u000a09:25:55.198641 run create_hlr_db(pid=23272): Terminated: ok {rc=0}\u000a09:25:55.630167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23274): Launched\u000a09:25:55.955060 run osmo-hlr_10.42.42.2(pid=23275): Launched\u000a09:25:56.074527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:56.637802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23277): Launched\u000a09:25:56.960471 run osmo-stp_10.42.42.5(pid=23278): Launched\u000a09:25:57.075968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:25:57.638520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23280): Launched\u000a09:25:57.752042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:25:58.035669 run patchelf(pid=23281): Launched\u000a09:25:58.223227 run osmo-stp_10.42.42.5(pid=23278): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23278)]\u000a09:25:58.360456 run osmo-stp_10.42.42.5(pid=23278): stdout: \u000a| (launched: 2022-12-10_09:25:56.799931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:58.497793 run osmo-stp_10.42.42.5(pid=23278): stderr: \u000a| �[0;m�[38;5;43m20221210092556997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092556997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092556997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092556997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092557000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092557000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092557000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:58.630407 run osmo-stp_10.42.42.5(pid=23278): stdout: \u000a| (launched: 2022-12-10_09:25:56.799931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:58.761873 run osmo-stp_10.42.42.5(pid=23278): stderr: \u000a| �[0;m�[38;5;43m20221210092556997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092556997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092556997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092556997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092557000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092557000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092557000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:58.914791 run patchelf(pid=23281): Terminating (SIGINT)\u000a09:25:59.094203 run patchelf(pid=23281): Terminated: ok {rc=0}\u000a09:25:59.126579 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23278): Process ended prematurely: osmo-stp_10.42.42.5(pid=23278) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23278)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:25:59.135540 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:25:59.197479 run osmo-hlr_10.42.42.2(pid=23275): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23275)]\u000a09:25:59.248320 run osmo-hlr_10.42.42.2(pid=23275): stdout: \u000a| (launched: 2022-12-10_09:25:55.793090) \u000a09:25:59.299505 run osmo-hlr_10.42.42.2(pid=23275): stderr: \u000a| �[0;m�[1;31m20221210092555995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092555995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092555995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092555995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092555995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092555995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092556007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092556015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092556016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092556016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:59.343049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23274): Terminating (SIGTERM)\u000a09:25:59.384136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23277): Terminating (SIGTERM)\u000a09:25:59.426082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23280): Terminating (SIGTERM)\u000a09:25:59.435626 --- ParallelTerminationStrategy: PID 23274 died...\u000a09:25:59.490642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23274): Terminated: ok {rc=0}\u000a09:25:59.500648 --- ParallelTerminationStrategy: PID 23277 died...\u000a09:25:59.555375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23277): Terminated: ok {rc=0}\u000a09:25:59.565311 --- ParallelTerminationStrategy: PID 23280 died...\u000a09:25:59.620075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23280): Terminated: ok {rc=0}\u000a09:25:59.706649 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:25:01" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23295): Process ended prematurely: osmo-stp_10.42.42.5(pid=23295) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23295)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23295): Process ended prematurely: osmo-stp_10.42.42.5(pid=23295) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:26:01.936996 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:01.949378 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:26:02.131183 tst cs_paging_gprs_active.py: using LAC 27432\u000a09:26:02.272406 tst cs_paging_gprs_active.py: using RAC 147\u000a09:26:02.399212 tst cs_paging_gprs_active.py: using CellId 27432\u000a09:26:02.521595 tst cs_paging_gprs_active.py: using BVCI 27433\u000a09:26:02.545192 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:02.556130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:02.567056 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:02.578988 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:02.590745 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:02.602221 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:02.613971 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:02.625469 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:02.637097 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:02.758048 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:03.040578 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:26:03.168691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:03.484620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Launched\u000a09:26:03.747872 run iperf3-srv_10.42.42.10(pid=23286): Launched\u000a09:26:03.934769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:26:04.062195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:04.376621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Launched\u000a09:26:04.638721 run iperf3-srv_10.42.42.10(pid=23288): Launched\u000a09:26:04.824605 tst cs_paging_gprs_active.py:38: start network...\u000a09:26:04.951566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:05.433121 run create_hlr_db(pid=23289): Launched\u000a09:26:05.608706 bus /gobi_6: Setting Powered False\u000a09:26:06.630728 run create_hlr_db(pid=23289): Terminated: ok {rc=0}\u000a09:26:07.061786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23291): Launched\u000a09:26:07.386612 run osmo-hlr_10.42.42.2(pid=23292): Launched\u000a09:26:07.506825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:08.069692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23294): Launched\u000a09:26:08.394447 run osmo-stp_10.42.42.5(pid=23295): Launched\u000a09:26:08.512602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:26:09.077776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23297): Launched\u000a09:26:09.193936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:26:09.477302 run patchelf(pid=23298): Launched\u000a09:26:09.667107 run osmo-stp_10.42.42.5(pid=23295): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23295)]\u000a09:26:09.805929 run osmo-stp_10.42.42.5(pid=23295): stdout: \u000a| (launched: 2022-12-10_09:26:08.234780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:09.944640 run osmo-stp_10.42.42.5(pid=23295): stderr: \u000a| �[0;m�[38;5;43m20221210092608428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092608428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092608429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092608429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092608429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092608430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092608430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:10.078874 run osmo-stp_10.42.42.5(pid=23295): stdout: \u000a| (launched: 2022-12-10_09:26:08.234780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:10.212081 run osmo-stp_10.42.42.5(pid=23295): stderr: \u000a| �[0;m�[38;5;43m20221210092608428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092608428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092608429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092608429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092608429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092608430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092608430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:10.367000 run patchelf(pid=23298): Terminating (SIGINT)\u000a09:26:10.549785 run patchelf(pid=23298): Terminated: ok {rc=0}\u000a09:26:10.583451 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23295): Process ended prematurely: osmo-stp_10.42.42.5(pid=23295) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23295)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:26:10.593351 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:26:10.655620 run osmo-hlr_10.42.42.2(pid=23292): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23292)]\u000a09:26:10.706607 run osmo-hlr_10.42.42.2(pid=23292): stdout: \u000a| (launched: 2022-12-10_09:26:07.227081) \u000a09:26:10.758141 run osmo-hlr_10.42.42.2(pid=23292): stderr: \u000a| �[0;m�[1;31m20221210092607427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092607427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092607427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092607427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092607427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092607427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092607440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092607448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092607448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092607448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:10.802197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Terminating (SIGTERM)\u000a09:26:10.843716 run iperf3-srv_10.42.42.10(pid=23286): Terminating (SIGTERM)\u000a09:26:10.885376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Terminating (SIGTERM)\u000a09:26:10.926932 run iperf3-srv_10.42.42.10(pid=23288): Terminating (SIGTERM)\u000a09:26:10.968360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23291): Terminating (SIGTERM)\u000a09:26:11.010020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23294): Terminating (SIGTERM)\u000a09:26:11.051537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23297): Terminating (SIGTERM)\u000a09:26:11.061304 --- ParallelTerminationStrategy: PID 23285 died...\u000a09:26:11.116916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Terminated: ok {rc=0}\u000a09:26:11.127230 --- ParallelTerminationStrategy: PID 23286 died...\u000a09:26:11.182174 run iperf3-srv_10.42.42.10(pid=23286): Terminated {rc=256}\u000a09:26:11.192162 --- ParallelTerminationStrategy: PID 23287 died...\u000a09:26:11.247214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Terminated: ok {rc=0}\u000a09:26:11.257327 --- ParallelTerminationStrategy: PID 23288 died...\u000a09:26:11.312911 run iperf3-srv_10.42.42.10(pid=23288): Terminated {rc=256}\u000a09:26:11.323077 --- ParallelTerminationStrategy: PID 23291 died...\u000a09:26:11.377984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23291): Terminated: ok {rc=0}\u000a09:26:11.388039 --- ParallelTerminationStrategy: PID 23294 died...\u000a09:26:11.443399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23294): Terminated: ok {rc=0}\u000a09:26:11.453520 --- ParallelTerminationStrategy: PID 23297 died...\u000a09:26:11.508129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23297): Terminated: ok {rc=0}\u000a09:26:11.593071 bus /gobi_0: Setting Powered False\u000a09:26:12.697440 bus /gobi_0: Setting Powered False\u000a09:26:13.804589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23307): Process ended prematurely: osmo-stp_10.42.42.5(pid=23307) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23307)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23307): Process ended prematurely: osmo-stp_10.42.42.5(pid=23307) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:26:14.917949 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:14.930017 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:26:15.081866 tst iperf3.py: using LAC 27433\u000a09:26:15.208008 tst iperf3.py: using RAC 148\u000a09:26:15.334580 tst iperf3.py: using CellId 27433\u000a09:26:15.462076 tst iperf3.py: using BVCI 27434\u000a09:26:15.487064 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:15.498685 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:15.510161 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:15.521469 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:15.532654 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:15.543937 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:15.555337 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:15.566539 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:15.578097 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:15.888250 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:26:16.022352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:16.366325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23299): Launched\u000a09:26:16.704825 run iperf3-srv_10.42.42.10(pid=23300): Launched\u000a09:26:16.907340 tst iperf3.py:8: start network...\u000a09:26:17.040078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:17.558424 run create_hlr_db(pid=23301): Launched\u000a09:26:17.745192 bus /gobi_6: Setting Powered False\u000a09:26:18.766161 run create_hlr_db(pid=23301): Terminated: ok {rc=0}\u000a09:26:19.195237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23303): Launched\u000a09:26:19.519018 run osmo-hlr_10.42.42.2(pid=23304): Launched\u000a09:26:19.641413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:20.204614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23306): Launched\u000a09:26:20.529999 run osmo-stp_10.42.42.5(pid=23307): Launched\u000a09:26:20.647232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:26:21.211044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23309): Launched\u000a09:26:21.327016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:26:21.608528 run patchelf(pid=23310): Launched\u000a09:26:21.797565 run osmo-stp_10.42.42.5(pid=23307): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23307)]\u000a09:26:21.935673 run osmo-stp_10.42.42.5(pid=23307): stdout: \u000a| (launched: 2022-12-10_09:26:20.369627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:22.074290 run osmo-stp_10.42.42.5(pid=23307): stderr: \u000a| �[0;m�[38;5;43m20221210092620564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092620564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092620564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092620565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092620565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092620565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092620565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:22.208434 run osmo-stp_10.42.42.5(pid=23307): stdout: \u000a| (launched: 2022-12-10_09:26:20.369627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:22.341501 run osmo-stp_10.42.42.5(pid=23307): stderr: \u000a| �[0;m�[38;5;43m20221210092620564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092620564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092620564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092620565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092620565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092620565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092620565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:22.496532 run patchelf(pid=23310): Terminating (SIGINT)\u000a09:26:22.678318 run patchelf(pid=23310): Terminated: ok {rc=0}\u000a09:26:22.711490 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23307): Process ended prematurely: osmo-stp_10.42.42.5(pid=23307) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23307)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:26:22.721260 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:26:22.783644 run osmo-hlr_10.42.42.2(pid=23304): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23304)]\u000a09:26:22.834710 run osmo-hlr_10.42.42.2(pid=23304): stdout: \u000a| (launched: 2022-12-10_09:26:19.360213) \u000a09:26:22.886396 run osmo-hlr_10.42.42.2(pid=23304): stderr: \u000a| �[0;m�[1;31m20221210092619563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092619563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092619563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092619563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092619563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092619563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092619577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092619587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092619587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092619587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:22.930571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23299): Terminating (SIGTERM)\u000a09:26:22.972040 run iperf3-srv_10.42.42.10(pid=23300): Terminating (SIGTERM)\u000a09:26:23.013578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23303): Terminating (SIGTERM)\u000a09:26:23.054812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23306): Terminating (SIGTERM)\u000a09:26:23.096224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23309): Terminating (SIGTERM)\u000a09:26:23.105937 --- ParallelTerminationStrategy: PID 23299 died...\u000a09:26:23.161375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23299): Terminated: ok {rc=0}\u000a09:26:23.171545 --- ParallelTerminationStrategy: PID 23300 died...\u000a09:26:23.226552 run iperf3-srv_10.42.42.10(pid=23300): Terminated {rc=256}\u000a09:26:23.236534 --- ParallelTerminationStrategy: PID 23303 died...\u000a09:26:23.291584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23303): Terminated: ok {rc=0}\u000a09:26:23.301963 --- ParallelTerminationStrategy: PID 23306 died...\u000a09:26:23.357106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23306): Terminated: ok {rc=0}\u000a09:26:23.367200 --- ParallelTerminationStrategy: PID 23309 died...\u000a09:26:23.422783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23309): Terminated: ok {rc=0}\u000a09:26:23.509696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23325): Process ended prematurely: osmo-stp_10.42.42.5(pid=23325) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23325)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23325): Process ended prematurely: osmo-stp_10.42.42.5(pid=23325) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:26:24.624256 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:24.635791 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:26:24.788843 tst iperf3m4.py: using LAC 27434\u000a09:26:24.908164 tst iperf3m4.py: using RAC 149\u000a09:26:25.028652 tst iperf3m4.py: using CellId 27434\u000a09:26:25.147727 tst iperf3m4.py: using BVCI 27435\u000a09:26:25.171265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:25.182297 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:25.193094 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:25.204670 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:25.216203 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:25.227678 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:25.239418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:25.251080 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:25.262975 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:25.383165 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:25.506456 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:25.626044 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:25.909426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:26:26.038113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:26.355983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23311): Launched\u000a09:26:26.619910 run iperf3-srv_10.42.42.10(pid=23312): Launched\u000a09:26:26.806827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:26:26.934470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:27.250692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23313): Launched\u000a09:26:27.513466 run iperf3-srv_10.42.42.10(pid=23314): Launched\u000a09:26:27.700296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:26:27.827810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:28.143993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23315): Launched\u000a09:26:28.406341 run iperf3-srv_10.42.42.10(pid=23316): Launched\u000a09:26:28.593517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:26:28.720876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:29.037501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23317): Launched\u000a09:26:29.300155 run iperf3-srv_10.42.42.10(pid=23318): Launched\u000a09:26:29.486543 tst iperf3m4.py:8: start network...\u000a09:26:29.613983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:30.094251 run create_hlr_db(pid=23319): Launched\u000a09:26:30.270205 bus /gobi_6: Setting Powered False\u000a09:26:31.302323 run create_hlr_db(pid=23319): Terminated: ok {rc=0}\u000a09:26:31.737634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23321): Launched\u000a09:26:32.118272 run osmo-hlr_10.42.42.2(pid=23322): Launched\u000a09:26:32.284022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:32.817305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23324): Launched\u000a09:26:33.121805 run osmo-stp_10.42.42.5(pid=23325): Launched\u000a09:26:33.238137 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:26:33.769374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23327): Launched\u000a09:26:33.878461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:26:34.145677 run patchelf(pid=23328): Launched\u000a09:26:34.324061 run osmo-stp_10.42.42.5(pid=23325): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23325)]\u000a09:26:34.454897 run osmo-stp_10.42.42.5(pid=23325): stdout: \u000a| (launched: 2022-12-10_09:26:32.972019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:34.585994 run osmo-stp_10.42.42.5(pid=23325): stderr: \u000a| �[0;m�[38;5;43m20221210092633144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092633144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092633144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092633145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092633145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092633145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092633145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:34.712129 run osmo-stp_10.42.42.5(pid=23325): stdout: \u000a| (launched: 2022-12-10_09:26:32.972019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:34.837637 run osmo-stp_10.42.42.5(pid=23325): stderr: \u000a| �[0;m�[38;5;43m20221210092633144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092633144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092633144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092633145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092633145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092633145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092633145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:34.983872 run patchelf(pid=23328): Terminating (SIGINT)\u000a09:26:35.155712 run patchelf(pid=23328): Terminated: ok {rc=0}\u000a09:26:35.187208 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23325): Process ended prematurely: osmo-stp_10.42.42.5(pid=23325) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23325)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:26:35.196403 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:26:35.257208 run osmo-hlr_10.42.42.2(pid=23322): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23322)]\u000a09:26:35.305839 run osmo-hlr_10.42.42.2(pid=23322): stdout: \u000a| (launched: 2022-12-10_09:26:31.897409) \u000a09:26:35.355185 run osmo-hlr_10.42.42.2(pid=23322): stderr: \u000a| �[0;m�[1;31m20221210092632219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092632219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092632219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092632219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092632219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092632219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092632241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092632266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092632266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092632266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:35.396877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23311): Terminating (SIGTERM)\u000a09:26:35.437238 run iperf3-srv_10.42.42.10(pid=23312): Terminating (SIGTERM)\u000a09:26:35.476824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23313): Terminating (SIGTERM)\u000a09:26:35.516051 run iperf3-srv_10.42.42.10(pid=23314): Terminating (SIGTERM)\u000a09:26:35.555583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23315): Terminating (SIGTERM)\u000a09:26:35.595103 run iperf3-srv_10.42.42.10(pid=23316): Terminating (SIGTERM)\u000a09:26:35.634610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23317): Terminating (SIGTERM)\u000a09:26:35.674014 run iperf3-srv_10.42.42.10(pid=23318): Terminating (SIGTERM)\u000a09:26:35.713937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23321): Terminating (SIGTERM)\u000a09:26:35.753099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23324): Terminating (SIGTERM)\u000a09:26:35.792474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23327): Terminating (SIGTERM)\u000a09:26:35.801976 --- ParallelTerminationStrategy: PID 23311 died...\u000a09:26:35.855265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23311): Terminated: ok {rc=0}\u000a09:26:35.865019 --- ParallelTerminationStrategy: PID 23312 died...\u000a09:26:35.917810 run iperf3-srv_10.42.42.10(pid=23312): Terminated {rc=256}\u000a09:26:35.927272 --- ParallelTerminationStrategy: PID 23313 died...\u000a09:26:35.980304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23313): Terminated: ok {rc=0}\u000a09:26:35.990087 --- ParallelTerminationStrategy: PID 23314 died...\u000a09:26:36.042506 run iperf3-srv_10.42.42.10(pid=23314): Terminated {rc=256}\u000a09:26:36.052253 --- ParallelTerminationStrategy: PID 23315 died...\u000a09:26:36.105140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23315): Terminated: ok {rc=0}\u000a09:26:36.115021 --- ParallelTerminationStrategy: PID 23316 died...\u000a09:26:36.167492 run iperf3-srv_10.42.42.10(pid=23316): Terminated {rc=256}\u000a09:26:36.177075 --- ParallelTerminationStrategy: PID 23317 died...\u000a09:26:36.230065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23317): Terminated: ok {rc=0}\u000a09:26:36.239838 --- ParallelTerminationStrategy: PID 23318 died...\u000a09:26:36.292259 run iperf3-srv_10.42.42.10(pid=23318): Terminated {rc=256}\u000a09:26:36.301945 --- ParallelTerminationStrategy: PID 23321 died...\u000a09:26:36.354420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23321): Terminated: ok {rc=0}\u000a09:26:36.364295 --- ParallelTerminationStrategy: PID 23324 died...\u000a09:26:36.416752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23324): Terminated: ok {rc=0}\u000a09:26:36.426737 --- ParallelTerminationStrategy: PID 23327 died...\u000a09:26:36.479376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23327): Terminated: ok {rc=0}\u000a09:26:36.566776 bus /gobi_4: Setting Powered False\u000a09:26:37.669347 bus /gobi_4: Setting Powered False\u000a09:26:38.780379 bus /gobi_1: Setting Powered False\u000a09:26:39.882483 bus /gobi_1: Setting Powered False\u000a09:26:40.991307 bus /gobi_0: Setting Powered False\u000a09:26:42.093803 bus /gobi_0: Setting Powered False\u000a09:26:43.199766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23335): Process ended prematurely: osmo-stp_10.42.42.5(pid=23335) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23335)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23335): Process ended prematurely: osmo-stp_10.42.42.5(pid=23335) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:26:44.267702 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:44.279866 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:26:44.430255 tst ping.py: using LAC 27435\u000a09:26:44.549794 tst ping.py: using RAC 150\u000a09:26:44.668029 tst ping.py: using CellId 27435\u000a09:26:44.787088 tst ping.py: using BVCI 27436\u000a09:26:44.810318 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:44.821450 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:44.832610 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:44.843714 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:44.854906 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:44.865985 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:44.877089 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:44.888004 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:45.178312 tst ping.py:19: start network...\u000a09:26:45.311871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:45.821662 run create_hlr_db(pid=23329): Launched\u000a09:26:46.026108 bus /gobi_6: Setting Powered False\u000a09:26:47.022127 run create_hlr_db(pid=23329): Terminated: ok {rc=0}\u000a09:26:47.492139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23331): Launched\u000a09:26:47.810452 run osmo-hlr_10.42.42.2(pid=23332): Launched\u000a09:26:47.926486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:48.487178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23334): Launched\u000a09:26:48.805354 run osmo-stp_10.42.42.5(pid=23335): Launched\u000a09:26:48.920502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:26:49.475209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23337): Launched\u000a09:26:49.588282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:26:49.865213 run patchelf(pid=23338): Launched\u000a09:26:50.051293 run osmo-stp_10.42.42.5(pid=23335): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23335)]\u000a09:26:50.187490 run osmo-stp_10.42.42.5(pid=23335): stdout: \u000a| (launched: 2022-12-10_09:26:48.649048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:50.323653 run osmo-stp_10.42.42.5(pid=23335): stderr: \u000a| �[0;m�[38;5;43m20221210092648842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092648842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092648842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092648843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092648845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092648845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092648845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:50.456392 run osmo-stp_10.42.42.5(pid=23335): stdout: \u000a| (launched: 2022-12-10_09:26:48.649048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:50.587313 run osmo-stp_10.42.42.5(pid=23335): stderr: \u000a| �[0;m�[38;5;43m20221210092648842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092648842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092648842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092648843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092648845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092648845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092648845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:50.740018 run patchelf(pid=23338): Terminating (SIGINT)\u000a09:26:50.918832 run patchelf(pid=23338): Terminated: ok {rc=0}\u000a09:26:50.951175 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23335): Process ended prematurely: osmo-stp_10.42.42.5(pid=23335) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23335)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:26:50.960113 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:26:51.022227 run osmo-hlr_10.42.42.2(pid=23332): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23332)]\u000a09:26:51.072821 run osmo-hlr_10.42.42.2(pid=23332): stdout: \u000a| (launched: 2022-12-10_09:26:47.654694) \u000a09:26:51.124008 run osmo-hlr_10.42.42.2(pid=23332): stderr: \u000a| �[0;m�[1;31m20221210092647852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092647852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092647852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092647852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092647852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092647852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092647864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092647873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092647873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092647873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:51.167572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23331): Terminating (SIGTERM)\u000a09:26:51.208627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23334): Terminating (SIGTERM)\u000a09:26:51.250455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23337): Terminating (SIGTERM)\u000a09:26:51.260264 --- ParallelTerminationStrategy: PID 23331 died...\u000a09:26:51.315749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23331): Terminated: ok {rc=0}\u000a09:26:51.325880 --- ParallelTerminationStrategy: PID 23334 died...\u000a09:26:51.380875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23334): Terminated: ok {rc=0}\u000a09:26:51.391003 --- ParallelTerminationStrategy: PID 23337 died...\u000a09:26:51.446334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23337): Terminated: ok {rc=0}\u000a09:26:51.531516 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23345): Process ended prematurely: osmo-stp_10.42.42.5(pid=23345) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23345)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23345): Process ended prematurely: osmo-stp_10.42.42.5(pid=23345) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:26:52.585331 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:52.597516 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:26:52.753913 tst ping_idle_ping.py: using LAC 27436\u000a09:26:52.880074 tst ping_idle_ping.py: using RAC 151\u000a09:26:53.007281 tst ping_idle_ping.py: using CellId 27436\u000a09:26:53.132768 tst ping_idle_ping.py: using BVCI 27437\u000a09:26:53.157647 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:53.169150 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:53.180534 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:53.192361 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:53.203685 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:53.215264 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:53.227008 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:26:53.238445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:26:53.529889 tst ping_idle_ping.py:24: start network...\u000a09:26:53.663307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:54.175556 run create_hlr_db(pid=23339): Launched\u000a09:26:54.361449 bus /gobi_6: Setting Powered False\u000a09:26:55.382623 run create_hlr_db(pid=23339): Terminated: ok {rc=0}\u000a09:26:55.807684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23341): Launched\u000a09:26:56.126758 run osmo-hlr_10.42.42.2(pid=23342): Launched\u000a09:26:56.246897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:56.802141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23344): Launched\u000a09:26:57.120380 run osmo-stp_10.42.42.5(pid=23345): Launched\u000a09:26:57.236125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:26:57.793387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23347): Launched\u000a09:26:57.907262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:26:58.184532 run patchelf(pid=23348): Launched\u000a09:26:58.371209 run osmo-stp_10.42.42.5(pid=23345): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23345)]\u000a09:26:58.508156 run osmo-stp_10.42.42.5(pid=23345): stdout: \u000a| (launched: 2022-12-10_09:26:56.964055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:58.644336 run osmo-stp_10.42.42.5(pid=23345): stderr: \u000a| �[0;m�[38;5;43m20221210092657155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092657155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092657155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092657156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092657156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092657156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092657156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:58.776848 run osmo-stp_10.42.42.5(pid=23345): stdout: \u000a| (launched: 2022-12-10_09:26:56.964055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:58.908237 run osmo-stp_10.42.42.5(pid=23345): stderr: \u000a| �[0;m�[38;5;43m20221210092657155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092657155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092657155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092657156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092657156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092657156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092657156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:59.061139 run patchelf(pid=23348): Terminating (SIGINT)\u000a09:26:59.239979 run patchelf(pid=23348): Terminated: ok {rc=0}\u000a09:26:59.272277 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23345): Process ended prematurely: osmo-stp_10.42.42.5(pid=23345) [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23345)] [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:26:59.281427 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:26:59.343530 run osmo-hlr_10.42.42.2(pid=23342): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23342)]\u000a09:26:59.394140 run osmo-hlr_10.42.42.2(pid=23342): stdout: \u000a| (launched: 2022-12-10_09:26:55.970241) \u000a09:26:59.445758 run osmo-hlr_10.42.42.2(pid=23342): stderr: \u000a| �[0;m�[1;31m20221210092656169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092656169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092656169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092656169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092656169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092656169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092656181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092656189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092656190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092656190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:59.489702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23341): Terminating (SIGTERM)\u000a09:26:59.531280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23344): Terminating (SIGTERM)\u000a09:26:59.572934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23347): Terminating (SIGTERM)\u000a09:26:59.582693 --- ParallelTerminationStrategy: PID 23341 died...\u000a09:26:59.637948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23341): Terminated: ok {rc=0}\u000a09:26:59.648098 --- ParallelTerminationStrategy: PID 23344 died...\u000a09:26:59.703308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23344): Terminated: ok {rc=0}\u000a09:26:59.713447 --- ParallelTerminationStrategy: PID 23347 died...\u000a09:26:59.768446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23347): Terminated: ok {rc=0}\u000a09:26:59.854207 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:26:01" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23358): Process ended prematurely: osmo-stp_10.42.42.5(pid=23358) [trial-2372↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23358)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23358): Process ended prematurely: osmo-stp_10.42.42.5(pid=23358) [trial-2372↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:27:01.892560 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:27:01.908224 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:27:02.069197 tst switch_tch_pdch.py: using LAC 27437\u000a09:27:02.191006 tst switch_tch_pdch.py: using RAC 152\u000a09:27:02.309129 tst switch_tch_pdch.py: using CellId 27437\u000a09:27:02.425435 tst switch_tch_pdch.py: using BVCI 27438\u000a09:27:02.448500 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:27:02.460236 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:27:02.471961 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:27:02.483834 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:27:02.495843 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:27:02.507295 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:27:02.520336 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:27:02.532272 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:27:02.649986 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:27:02.941569 tst switch_tch_pdch.py:51: start network...\u000a09:27:03.074849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:03.589921 run create_hlr_db(pid=23352): Launched\u000a09:27:03.773999 bus /gobi_6: Setting Powered False\u000a09:27:04.794028 run create_hlr_db(pid=23352): Terminated: ok {rc=0}\u000a09:27:05.201499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23354): Launched\u000a09:27:05.505883 run osmo-hlr_10.42.42.2(pid=23355): Launched\u000a09:27:05.616269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:06.141166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23357): Launched\u000a09:27:06.443811 run osmo-stp_10.42.42.5(pid=23358): Launched\u000a09:27:06.554215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:27:07.081086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23360): Launched\u000a09:27:07.187932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:27:07.453092 run patchelf(pid=23361): Launched\u000a09:27:07.628842 run osmo-stp_10.42.42.5(pid=23358): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23358)]\u000a09:27:07.757494 run osmo-stp_10.42.42.5(pid=23358): stdout: \u000a| (launched: 2022-12-10_09:27:06.293130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:07.886377 run osmo-stp_10.42.42.5(pid=23358): stderr: \u000a| �[0;m�[38;5;43m20221210092706466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092706466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092706466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092706467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092706467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092706467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092706467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:08.011064 run osmo-stp_10.42.42.5(pid=23358): stdout: \u000a| (launched: 2022-12-10_09:27:06.293130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:08.134449 run osmo-stp_10.42.42.5(pid=23358): stderr: \u000a| �[0;m�[38;5;43m20221210092706466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092706466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092706466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092706467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092706467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092706467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092706467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:08.278673 run patchelf(pid=23361): Terminating (SIGINT)\u000a09:27:08.447621 run patchelf(pid=23361): Terminated: ok {rc=0}\u000a09:27:08.478038 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23358): Process ended prematurely: osmo-stp_10.42.42.5(pid=23358) [trial-2372↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23358)] [trial-2372↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:27:08.486621 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:27:08.546438 run osmo-hlr_10.42.42.2(pid=23355): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23355)]\u000a09:27:08.595294 run osmo-hlr_10.42.42.2(pid=23355): stdout: \u000a| (launched: 2022-12-10_09:27:05.354215) \u000a09:27:08.644915 run osmo-hlr_10.42.42.2(pid=23355): stderr: \u000a| �[0;m�[1;31m20221210092705533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092705533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092705533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092705533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092705534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092705534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092705567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092705578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092705578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092705578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:08.687032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23354): Terminating (SIGTERM)\u000a09:27:08.726845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23357): Terminating (SIGTERM)\u000a09:27:08.766641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23360): Terminating (SIGTERM)\u000a09:27:08.776046 --- ParallelTerminationStrategy: PID 23354 died...\u000a09:27:08.829131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23354): Terminated: ok {rc=0}\u000a09:27:08.838952 --- ParallelTerminationStrategy: PID 23357 died...\u000a09:27:08.891837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23357): Terminated: ok {rc=0}\u000a09:27:08.901668 --- ParallelTerminationStrategy: PID 23360 died...\u000a09:27:08.954130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23360): Terminated: ok {rc=0}\u000a09:27:09.041394 bus /gobi_0: Setting Powered False\u000a09:27:10.144206 bus /gobi_0: Setting Powered False\u000a09:27:11.254936 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:27:01" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23372): Process ended prematurely: osmo-stp_10.42.42.5(pid=23372) [trial-2372↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23372)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23372): Process ended prematurely: osmo-stp_10.42.42.5(pid=23372) [trial-2372↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a09:27:13.195268 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:13.206040 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:27:13.337506 tst mo_mt_sms.py: using LAC 27438\u000a09:27:13.452920 tst mo_mt_sms.py: using RAC 153\u000a09:27:13.570215 tst mo_mt_sms.py: using CellId 27438\u000a09:27:13.686190 tst mo_mt_sms.py: using BVCI 27439\u000a09:27:13.708898 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:13.719581 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:13.730349 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:13.741165 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:13.751781 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:13.762449 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a09:27:13.880034 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a09:27:14.083501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:14.556263 run create_hlr_db(pid=23366): Launched\u000a09:27:14.729954 bus /gobi_6: Setting Powered False\u000a09:27:15.750681 run create_hlr_db(pid=23366): Terminated: ok {rc=0}\u000a09:27:16.231711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23368): Launched\u000a09:27:16.651971 run osmo-hlr_10.42.42.2(pid=23369): Launched\u000a09:27:16.815896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:17.462006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23371): Launched\u000a09:27:17.782051 run osmo-stp_10.42.42.5(pid=23372): Launched\u000a09:27:17.897814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:18.479837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23374): Launched\u000a09:27:18.797455 run osmo-msc_10.42.42.6(pid=23375): Launched\u000a09:27:18.984734 run osmo-stp_10.42.42.5(pid=23372): ERR: Terminated: ERROR {rc=1} [trial-2372↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23372)]\u000a09:27:19.119708 run osmo-stp_10.42.42.5(pid=23372): stdout: \u000a| (launched: 2022-12-10_09:27:17.625641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:19.253896 run osmo-stp_10.42.42.5(pid=23372): stderr: \u000a| �[0;m�[38;5;43m20221210092717818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092717819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092717819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092717819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092717820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092717820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092717820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:19.381832 run osmo-stp_10.42.42.5(pid=23372): stdout: \u000a| (launched: 2022-12-10_09:27:17.625641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:19.508938 run osmo-stp_10.42.42.5(pid=23372): stderr: \u000a| �[0;m�[38;5;43m20221210092717818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092717819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092717819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092717819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092717820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092717820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092717820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:19.564382 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23372): Process ended prematurely: osmo-stp_10.42.42.5(pid=23372) [trial-2372↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23372)] [trial-2372↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a09:27:19.572616 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a09:27:19.634542 run osmo-hlr_10.42.42.2(pid=23369): ERR: Terminated: ERROR {rc=237} [trial-2372↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23369)]\u000a09:27:19.685264 run osmo-hlr_10.42.42.2(pid=23369): stdout: \u000a| (launched: 2022-12-10_09:27:16.400696) \u000a09:27:19.736613 run osmo-hlr_10.42.42.2(pid=23369): stderr: \u000a| �[0;m�[1;31m20221210092716807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092716807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092716807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092716807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092716807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092716807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092716831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092716848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092716848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092716848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:19.807038 run osmo-msc_10.42.42.6(pid=23375): ERR: Terminated: ERROR {rc=2} [trial-2372↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23375)]\u000a09:27:19.857613 run osmo-msc_10.42.42.6(pid=23375): stdout: \u000a| (launched: 2022-12-10_09:27:18.642242) \u000a09:27:19.908624 run osmo-msc_10.42.42.6(pid=23375): stderr: \u000a| �[0;m�[38;5;43m20221210092718966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092718966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b6414cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092718966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092718966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092718966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092718967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092718968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092718969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092718969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092718969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:19.952063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23368): Terminating (SIGTERM)\u000a09:27:19.993469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23371): Terminating (SIGTERM)\u000a09:27:20.034673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23374): Terminating (SIGTERM)\u000a09:27:20.044283 --- ParallelTerminationStrategy: PID 23368 died...\u000a09:27:20.099464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23368): Terminated: ok {rc=0}\u000a09:27:20.109907 --- ParallelTerminationStrategy: PID 23371 died...\u000a09:27:20.164828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23371): Terminated: ok {rc=0}\u000a09:27:20.174774 --- ParallelTerminationStrategy: PID 23374 died...\u000a09:27:20.229494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23374): Terminated: ok {rc=0}\u000a09:27:20.315792 bus /sierra_3: Setting Powered False\u000a09:27:21.423526 bus /sierra_3: Setting Powered False\u000a09:27:22.531496 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:27:12" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23382): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23382) [trial-2372↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23382)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23382): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23382) [trial-2372↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a09:27:24.372886 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a09:27:24.384286 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:27:24.516196 tst assert_extension.py: using LAC 27439\u000a09:27:24.632817 tst assert_extension.py: using RAC 154\u000a09:27:24.750472 tst assert_extension.py: using CellId 27439\u000a09:27:24.873905 tst assert_extension.py: using BVCI 27440\u000a09:27:24.896571 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a09:27:25.184870 tst assert_extension.py:10: start nitb and bts...\u000a09:27:25.317980 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:27:25.981555 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23381): Launched\u000a09:27:26.301002 run osmo-nitb_10.42.42.2(pid=23382): Launched\u000a09:27:26.497299 run osmo-nitb_10.42.42.2(pid=23382): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23382)]\u000a09:27:26.641581 run osmo-nitb_10.42.42.2(pid=23382): stdout: \u000a| (launched: 2022-12-10_09:27:26.143978) \u000a09:27:26.785876 run osmo-nitb_10.42.42.2(pid=23382): stderr: \u000a| (launched: 2022-12-10_09:27:26.191392)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:27:26.926117 run osmo-nitb_10.42.42.2(pid=23382): stdout: \u000a| (launched: 2022-12-10_09:27:26.143978) \u000a09:27:27.065390 run osmo-nitb_10.42.42.2(pid=23382): stderr: \u000a| (launched: 2022-12-10_09:27:26.191392)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:27:27.430490 tst osmo-nitb_10.42.42.2(pid=23382): stdout: \u000a| (launched: 2022-12-10_09:27:26.143978) \u000a09:27:27.558554 tst osmo-nitb_10.42.42.2(pid=23382): stderr: \u000a| (launched: 2022-12-10_09:27:26.191392)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:27:27.614297 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23382): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23382) [trial-2372↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23382)] [trial-2372↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a09:27:27.622964 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:27:27.658704 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23381): Terminating (SIGTERM)\u000a09:27:27.836459 --- ParallelTerminationStrategy: PID 23381 died...\u000a09:27:27.893111 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23381): Terminated: ok {rc=0}\u000a09:27:27.980136 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:27:24" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2372↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2372↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a09:27:29.823208 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:29.834355 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:27:29.972522 tst assert_extension.py: using LAC 27440\u000a09:27:30.096796 tst assert_extension.py: using RAC 155\u000a09:27:30.220879 tst assert_extension.py: using CellId 27440\u000a09:27:30.345226 tst assert_extension.py: using BVCI 27441\u000a09:27:30.369486 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:30.380461 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:30.391424 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:30.402444 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:30.413453 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:27:30.424362 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a09:27:30.629708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:31.184678 run create_hlr_db(pid=23386): Launched\u000a09:27:31.428037 bus /sierra_2: Setting Powered False\u000a09:27:32.397674 run create_hlr_db(pid=23386): Terminated: ok {rc=0}\u000a09:27:32.852191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Launched\u000a09:27:33.153147 run osmo-hlr_10.42.42.2(pid=23389): Launched\u000a09:27:33.268155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:33.799007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Launched\u000a09:27:34.099452 run osmo-stp_10.42.42.5(pid=23392): Launched\u000a09:27:34.209475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:34.755375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23394): Launched\u000a09:27:35.054695 run osmo-msc_10.42.42.6(pid=23395): Launched\u000a09:27:35.231437 run osmo-stp_10.42.42.5(pid=23392): ERR: Terminated: ERROR {rc=1} [trial-2372↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]\u000a09:27:35.359129 run osmo-stp_10.42.42.5(pid=23392): stdout: \u000a| (launched: 2022-12-10_09:27:33.951105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:35.485158 run osmo-stp_10.42.42.5(pid=23392): stderr: \u000a| �[0;m�[38;5;43m20221210092734122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092734122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092734123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092734123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092734124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092734124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092734124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:35.605731 run osmo-stp_10.42.42.5(pid=23392): stdout: \u000a| (launched: 2022-12-10_09:27:33.951105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:35.724892 run osmo-stp_10.42.42.5(pid=23392): stderr: \u000a| �[0;m�[38;5;43m20221210092734122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092734122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092734123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092734123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092734124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092734124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092734124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:35.776905 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2372↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)] [trial-2372↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a09:27:35.784631 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a09:27:35.844555 run osmo-hlr_10.42.42.2(pid=23389): ERR: Terminated: ERROR {rc=237} [trial-2372↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23389)]\u000a09:27:35.893440 run osmo-hlr_10.42.42.2(pid=23389): stdout: \u000a| (launched: 2022-12-10_09:27:33.004922) \u000a09:27:35.943260 run osmo-hlr_10.42.42.2(pid=23389): stderr: \u000a| �[0;m�[1;31m20221210092733181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092733181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092733181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092733181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092733181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092733181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092733193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092733202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092733202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092733202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:36.013705 run osmo-msc_10.42.42.6(pid=23395): ERR: Terminated: ERROR {rc=2} [trial-2372↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23395)]\u000a09:27:36.062676 run osmo-msc_10.42.42.6(pid=23395): stdout: \u000a| (launched: 2022-12-10_09:27:34.907043) \u000a09:27:36.112297 run osmo-msc_10.42.42.6(pid=23395): stderr: \u000a| �[0;m�[38;5;43m20221210092735181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092735181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33fc0d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092735181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092735181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092735181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092735181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092735183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092735184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092735184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092735184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:36.154001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Terminating (SIGTERM)\u000a09:27:36.193533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Terminating (SIGTERM)\u000a09:27:36.233183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23394): Terminating (SIGTERM)\u000a09:27:36.242630 --- ParallelTerminationStrategy: PID 23388 died...\u000a09:27:36.295726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Terminated: ok {rc=0}\u000a09:27:36.305451 --- ParallelTerminationStrategy: PID 23391 died...\u000a09:27:36.358263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Terminated: ok {rc=0}\u000a09:27:36.367852 --- ParallelTerminationStrategy: PID 23394 died...\u000a09:27:36.420357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23394): Terminated: ok {rc=0}\u000a09:27:36.508153 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:27:29" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23409): Process ended prematurely: osmo-stp_10.42.42.5(pid=23409) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23409)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23409): Process ended prematurely: osmo-stp_10.42.42.5(pid=23409) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:27:38.479906 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:38.491633 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:27:38.654323 tst mo_mt_call.py: using LAC 27441\u000a09:27:38.774543 tst mo_mt_call.py: using RAC 156\u000a09:27:38.893982 tst mo_mt_call.py: using CellId 27441\u000a09:27:39.012224 tst mo_mt_call.py: using BVCI 27442\u000a09:27:39.035629 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:39.046949 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:39.058082 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:39.069305 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:39.080572 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:39.092117 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:27:39.212318 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:27:39.416798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:39.902714 run create_hlr_db(pid=23403): Launched\u000a09:27:40.079783 bus /sierra_2: Setting Powered False\u000a09:27:41.100144 run create_hlr_db(pid=23403): Terminated: ok {rc=0}\u000a09:27:41.534219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23405): Launched\u000a09:27:41.861399 run osmo-hlr_10.42.42.2(pid=23406): Launched\u000a09:27:41.980936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:42.545967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23408): Launched\u000a09:27:42.874043 run osmo-stp_10.42.42.5(pid=23409): Launched\u000a09:27:42.992089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:43.586789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23411): Launched\u000a09:27:43.912909 run osmo-msc_10.42.42.6(pid=23412): Launched\u000a09:27:44.102326 run osmo-stp_10.42.42.5(pid=23409): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23409)]\u000a09:27:44.238712 run osmo-stp_10.42.42.5(pid=23409): stdout: \u000a| (launched: 2022-12-10_09:27:42.710698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:44.374785 run osmo-stp_10.42.42.5(pid=23409): stderr: \u000a| �[0;m�[38;5;43m20221210092742905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092742906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092742906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092742906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092742907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092742907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092742907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:44.505496 run osmo-stp_10.42.42.5(pid=23409): stdout: \u000a| (launched: 2022-12-10_09:27:42.710698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:44.634035 run osmo-stp_10.42.42.5(pid=23409): stderr: \u000a| �[0;m�[38;5;43m20221210092742905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092742906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092742906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092742906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092742907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092742907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092742907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:44.690724 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23409): Process ended prematurely: osmo-stp_10.42.42.5(pid=23409) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23409)] [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:27:44.699952 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:27:44.762141 run osmo-hlr_10.42.42.2(pid=23406): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23406)]\u000a09:27:44.813162 run osmo-hlr_10.42.42.2(pid=23406): stdout: \u000a| (launched: 2022-12-10_09:27:41.699216) \u000a09:27:44.864575 run osmo-hlr_10.42.42.2(pid=23406): stderr: \u000a| �[0;m�[1;31m20221210092741900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092741900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092741900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092741900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092741900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092741900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092741911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092741920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092741920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092741920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:44.934769 run osmo-msc_10.42.42.6(pid=23412): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23412)]\u000a09:27:44.985570 run osmo-msc_10.42.42.6(pid=23412): stdout: \u000a| (launched: 2022-12-10_09:27:43.750889) \u000a09:27:45.036875 run osmo-msc_10.42.42.6(pid=23412): stderr: \u000a| �[0;m�[38;5;43m20221210092744076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092744076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc16f1fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092744077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092744077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092744077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092744077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092744079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092744079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092744079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092744079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:45.080176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23405): Terminating (SIGTERM)\u000a09:27:45.121318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23408): Terminating (SIGTERM)\u000a09:27:45.162908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23411): Terminating (SIGTERM)\u000a09:27:45.172611 --- ParallelTerminationStrategy: PID 23405 died...\u000a09:27:45.227953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23405): Terminated: ok {rc=0}\u000a09:27:45.237993 --- ParallelTerminationStrategy: PID 23408 died...\u000a09:27:45.292630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23408): Terminated: ok {rc=0}\u000a09:27:45.302792 --- ParallelTerminationStrategy: PID 23411 died...\u000a09:27:45.357618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23411): Terminated: ok {rc=0}\u000a09:27:45.444729 bus /sierra_3: Setting Powered False\u000a09:27:46.549710 bus /sierra_3: Setting Powered False\u000a09:27:47.657970 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:27:48.772260 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:48.784490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:27:48.946471 tst mo_mt_call_osmux.py: using LAC 27442\u000a09:27:49.081290 tst mo_mt_call_osmux.py: using RAC 157\u000a09:27:49.206881 tst mo_mt_call_osmux.py: using CellId 27442\u000a09:27:49.332109 tst mo_mt_call_osmux.py: using BVCI 27443\u000a09:27:49.356802 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:49.368518 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:49.379996 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:49.391625 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:49.403252 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:27:49.414808 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:27:49.535399 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:27:49.740330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:50.227293 run create_hlr_db(pid=23414): Launched\u000a09:27:50.403781 bus /sierra_2: Setting Powered False\u000a09:27:51.424497 run create_hlr_db(pid=23414): Terminated: ok {rc=0}\u000a09:27:51.836467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Launched\u000a09:27:52.148050 run osmo-hlr_10.42.42.2(pid=23417): Launched\u000a09:27:52.266691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:52.807868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Launched\u000a09:27:53.119545 run osmo-stp_10.42.42.5(pid=23420): Launched\u000a09:27:53.232603 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:27:53.795268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23422): Launched\u000a09:27:54.106281 run osmo-msc_10.42.42.6(pid=23423): Launched\u000a09:27:54.286057 run osmo-stp_10.42.42.5(pid=23420): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]\u000a09:27:54.415784 run osmo-stp_10.42.42.5(pid=23420): stdout: \u000a| (launched: 2022-12-10_09:27:52.963949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:54.543194 run osmo-stp_10.42.42.5(pid=23420): stderr: \u000a| �[0;m�[38;5;43m20221210092753139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092753139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092753140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092753140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092753140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092753141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092753141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:54.665810 run osmo-stp_10.42.42.5(pid=23420): stdout: \u000a| (launched: 2022-12-10_09:27:52.963949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:54.787512 run osmo-stp_10.42.42.5(pid=23420): stderr: \u000a| �[0;m�[38;5;43m20221210092753139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092753139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092753140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092753140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092753140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092753141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092753141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:54.841083 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)] [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:27:54.849543 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:27:54.909102 run osmo-hlr_10.42.42.2(pid=23417): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23417)]\u000a09:27:54.957661 run osmo-hlr_10.42.42.2(pid=23417): stdout: \u000a| (launched: 2022-12-10_09:27:51.992787) \u000a09:27:55.006994 run osmo-hlr_10.42.42.2(pid=23417): stderr: \u000a| �[0;m�[1;31m20221210092752175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092752175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092752175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092752175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092752175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092752175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092752187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092752195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092752195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092752196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:55.073831 run osmo-msc_10.42.42.6(pid=23423): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23423)]\u000a09:27:55.122284 run osmo-msc_10.42.42.6(pid=23423): stdout: \u000a| (launched: 2022-12-10_09:27:53.951201) \u000a09:27:55.171217 run osmo-msc_10.42.42.6(pid=23423): stderr: \u000a| �[0;m�[38;5;43m20221210092754225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092754225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bc84d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092754225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092754226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092754226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092754226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092754228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092754228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092754228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092754228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:27:55.212636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Terminating (SIGTERM)\u000a09:27:55.251871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Terminating (SIGTERM)\u000a09:27:55.290874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23422): Terminating (SIGTERM)\u000a09:27:55.300166 --- ParallelTerminationStrategy: PID 23416 died...\u000a09:27:55.352477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Terminated: ok {rc=0}\u000a09:27:55.362183 --- ParallelTerminationStrategy: PID 23419 died...\u000a09:27:55.414387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Terminated: ok {rc=0}\u000a09:27:55.424162 --- ParallelTerminationStrategy: PID 23422 died...\u000a09:27:55.476562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23422): Terminated: ok {rc=0}\u000a09:27:55.559681 bus /sierra_3: Setting Powered False\u000a09:27:56.665260 bus /sierra_3: Setting Powered False\u000a09:27:57.771337 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:27:38" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23434): Process ended prematurely: osmo-stp_10.42.42.5(pid=23434) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23434)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23434): Process ended prematurely: osmo-stp_10.42.42.5(pid=23434) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:27:59.778529 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:27:59.789601 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:27:59.956015 tst mo_mt_call.py: using LAC 27443\u000a09:28:00.089488 tst mo_mt_call.py: using RAC 158\u000a09:28:00.216748 tst mo_mt_call.py: using CellId 27443\u000a09:28:00.344718 tst mo_mt_call.py: using BVCI 27444\u000a09:28:00.368045 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:00.379312 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:00.391060 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:00.402281 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:00.413576 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:00.424752 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:28:00.544845 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:28:00.747593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:01.280162 run create_hlr_db(pid=23428): Launched\u000a09:28:01.461626 bus /sierra_2: Setting Powered False\u000a09:28:02.487850 run create_hlr_db(pid=23428): Terminated: ok {rc=0}\u000a09:28:02.899807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23430): Launched\u000a09:28:03.205753 run osmo-hlr_10.42.42.2(pid=23431): Launched\u000a09:28:03.324833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:03.863773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23433): Launched\u000a09:28:04.170558 run osmo-stp_10.42.42.5(pid=23434): Launched\u000a09:28:04.292044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:04.855052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23436): Launched\u000a09:28:05.162045 run osmo-msc_10.42.42.6(pid=23437): Launched\u000a09:28:05.343395 run osmo-stp_10.42.42.5(pid=23434): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23434)]\u000a09:28:05.473776 run osmo-stp_10.42.42.5(pid=23434): stdout: \u000a| (launched: 2022-12-10_09:28:04.019474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:05.601525 run osmo-stp_10.42.42.5(pid=23434): stderr: \u000a| �[0;m�[38;5;43m20221210092804191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092804191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092804191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092804192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092804192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092804192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092804193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:05.724355 run osmo-stp_10.42.42.5(pid=23434): stdout: \u000a| (launched: 2022-12-10_09:28:04.019474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:05.846260 run osmo-stp_10.42.42.5(pid=23434): stderr: \u000a| �[0;m�[38;5;43m20221210092804191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092804191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092804191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092804192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092804192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092804192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092804193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:05.899757 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23434): Process ended prematurely: osmo-stp_10.42.42.5(pid=23434) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23434)] [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:28:05.908234 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:28:05.967902 run osmo-hlr_10.42.42.2(pid=23431): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23431)]\u000a09:28:06.016575 run osmo-hlr_10.42.42.2(pid=23431): stdout: \u000a| (launched: 2022-12-10_09:28:03.055374) \u000a09:28:06.065855 run osmo-hlr_10.42.42.2(pid=23431): stderr: \u000a| �[0;m�[1;31m20221210092803233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092803233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092803233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092803233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092803233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092803233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092803246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092803255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092803255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092803255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:06.132634 run osmo-msc_10.42.42.6(pid=23437): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23437)]\u000a09:28:06.181234 run osmo-msc_10.42.42.6(pid=23437): stdout: \u000a| (launched: 2022-12-10_09:28:05.010609) \u000a09:28:06.230648 run osmo-msc_10.42.42.6(pid=23437): stderr: \u000a| �[0;m�[38;5;43m20221210092805281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092805281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e5978fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092805281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092805281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092805281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092805281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092805283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092805283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092805284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092805284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:06.272167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23430): Terminating (SIGTERM)\u000a09:28:06.311552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23433): Terminating (SIGTERM)\u000a09:28:06.351082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23436): Terminating (SIGTERM)\u000a09:28:06.360453 --- ParallelTerminationStrategy: PID 23430 died...\u000a09:28:06.413167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23430): Terminated: ok {rc=0}\u000a09:28:06.422855 --- ParallelTerminationStrategy: PID 23433 died...\u000a09:28:06.475379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23433): Terminated: ok {rc=0}\u000a09:28:06.485189 --- ParallelTerminationStrategy: PID 23436 died...\u000a09:28:06.537670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23436): Terminated: ok {rc=0}\u000a09:28:06.624784 bus /sierra_3: Setting Powered False\u000a09:28:07.728220 bus /sierra_3: Setting Powered False\u000a09:28:08.838864 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23445): Process ended prematurely: osmo-stp_10.42.42.5(pid=23445) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23445)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23445): Process ended prematurely: osmo-stp_10.42.42.5(pid=23445) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:28:09.948584 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:09.960285 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:28:10.115622 tst mo_mt_call_osmux.py: using LAC 27444\u000a09:28:10.238471 tst mo_mt_call_osmux.py: using RAC 159\u000a09:28:10.364436 tst mo_mt_call_osmux.py: using CellId 27444\u000a09:28:10.485249 tst mo_mt_call_osmux.py: using BVCI 27445\u000a09:28:10.508662 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:10.519752 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:10.530833 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:10.542082 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:10.553392 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:28:10.564556 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:28:10.684728 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:28:10.896861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:11.417918 run create_hlr_db(pid=23439): Launched\u000a09:28:11.606222 bus /sierra_2: Setting Powered False\u000a09:28:12.626493 run create_hlr_db(pid=23439): Terminated: ok {rc=0}\u000a09:28:13.057202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23441): Launched\u000a09:28:13.381887 run osmo-hlr_10.42.42.2(pid=23442): Launched\u000a09:28:13.500801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:14.063966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23444): Launched\u000a09:28:14.388881 run osmo-stp_10.42.42.5(pid=23445): Launched\u000a09:28:14.508066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:15.099980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23447): Launched\u000a09:28:15.424745 run osmo-msc_10.42.42.6(pid=23448): Launched\u000a09:28:15.616244 run osmo-stp_10.42.42.5(pid=23445): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23445)]\u000a09:28:15.753260 run osmo-stp_10.42.42.5(pid=23445): stdout: \u000a| (launched: 2022-12-10_09:28:14.229111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:15.896278 run osmo-stp_10.42.42.5(pid=23445): stderr: \u000a| �[0;m�[38;5;43m20221210092814422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092814422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092814422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092814423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092814425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092814425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092814425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:16.036865 run osmo-stp_10.42.42.5(pid=23445): stdout: \u000a| (launched: 2022-12-10_09:28:14.229111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:16.169583 run osmo-stp_10.42.42.5(pid=23445): stderr: \u000a| �[0;m�[38;5;43m20221210092814422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092814422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092814422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092814423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092814425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092814425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092814425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:16.227563 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23445): Process ended prematurely: osmo-stp_10.42.42.5(pid=23445) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23445)] [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:28:16.237741 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:28:16.301447 run osmo-hlr_10.42.42.2(pid=23442): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23442)]\u000a09:28:16.353605 run osmo-hlr_10.42.42.2(pid=23442): stdout: \u000a| (launched: 2022-12-10_09:28:13.222724) \u000a09:28:16.406830 run osmo-hlr_10.42.42.2(pid=23442): stderr: \u000a| �[0;m�[1;31m20221210092813421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092813421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092813421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092813421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092813421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092813422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092813438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092813448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092813448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092813448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:16.478969 run osmo-msc_10.42.42.6(pid=23448): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23448)]\u000a09:28:16.530873 run osmo-msc_10.42.42.6(pid=23448): stdout: \u000a| (launched: 2022-12-10_09:28:15.265297) \u000a09:28:16.583721 run osmo-msc_10.42.42.6(pid=23448): stderr: \u000a| �[0;m�[38;5;43m20221210092815592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092815592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd90f1bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092815592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092815592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092815592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092815592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092815594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092815594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092815594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092815595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:16.628374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23441): Terminating (SIGTERM)\u000a09:28:16.671783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23444): Terminating (SIGTERM)\u000a09:28:16.715374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23447): Terminating (SIGTERM)\u000a09:28:16.725553 --- ParallelTerminationStrategy: PID 23441 died...\u000a09:28:16.782777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23441): Terminated: ok {rc=0}\u000a09:28:16.793242 --- ParallelTerminationStrategy: PID 23444 died...\u000a09:28:16.848995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23444): Terminated: ok {rc=0}\u000a09:28:16.859288 --- ParallelTerminationStrategy: PID 23447 died...\u000a09:28:16.915171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23447): Terminated: ok {rc=0}\u000a09:28:17.017702 bus /sierra_3: Setting Powered False\u000a09:28:18.124563 bus /sierra_3: Setting Powered False\u000a09:28:19.234657 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:27:59" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23459): Process ended prematurely: osmo-stp_10.42.42.5(pid=23459) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23459)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23459): Process ended prematurely: osmo-stp_10.42.42.5(pid=23459) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:28:21.226182 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:21.237343 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:28:21.392746 tst mo_mt_call.py: using LAC 27445\u000a09:28:21.511933 tst mo_mt_call.py: using RAC 160\u000a09:28:21.638994 tst mo_mt_call.py: using CellId 27445\u000a09:28:21.766622 tst mo_mt_call.py: using BVCI 27446\u000a09:28:21.791410 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:21.803240 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:21.814971 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:21.826804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:21.838635 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:21.850369 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:28:21.970470 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:28:22.182392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:22.706487 run create_hlr_db(pid=23453): Launched\u000a09:28:22.893826 bus /sierra_2: Setting Powered False\u000a09:28:23.914667 run create_hlr_db(pid=23453): Terminated: ok {rc=0}\u000a09:28:24.350538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23455): Launched\u000a09:28:24.681247 run osmo-hlr_10.42.42.2(pid=23456): Launched\u000a09:28:24.799373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:25.367072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23458): Launched\u000a09:28:25.697994 run osmo-stp_10.42.42.5(pid=23459): Launched\u000a09:28:25.815829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:26.411935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23461): Launched\u000a09:28:26.741200 run osmo-msc_10.42.42.6(pid=23462): Launched\u000a09:28:26.931573 run osmo-stp_10.42.42.5(pid=23459): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23459)]\u000a09:28:27.068904 run osmo-stp_10.42.42.5(pid=23459): stdout: \u000a| (launched: 2022-12-10_09:28:25.532742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:27.204773 run osmo-stp_10.42.42.5(pid=23459): stderr: \u000a| �[0;m�[38;5;43m20221210092825730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092825730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092825730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092825731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092825733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092825733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092825733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:27.334759 run osmo-stp_10.42.42.5(pid=23459): stdout: \u000a| (launched: 2022-12-10_09:28:25.532742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:27.464025 run osmo-stp_10.42.42.5(pid=23459): stderr: \u000a| �[0;m�[38;5;43m20221210092825730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092825730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092825730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092825731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092825733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092825733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092825733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:27.521772 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23459): Process ended prematurely: osmo-stp_10.42.42.5(pid=23459) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23459)] [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:28:27.531000 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:28:27.593169 run osmo-hlr_10.42.42.2(pid=23456): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23456)]\u000a09:28:27.644143 run osmo-hlr_10.42.42.2(pid=23456): stdout: \u000a| (launched: 2022-12-10_09:28:24.516061) \u000a09:28:27.695957 run osmo-hlr_10.42.42.2(pid=23456): stderr: \u000a| �[0;m�[1;31m20221210092824719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092824719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092824719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092824719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092824719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092824719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092824732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092824741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092824741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092824741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:27.765967 run osmo-msc_10.42.42.6(pid=23462): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23462)]\u000a09:28:27.816567 run osmo-msc_10.42.42.6(pid=23462): stdout: \u000a| (launched: 2022-12-10_09:28:26.577395) \u000a09:28:27.867705 run osmo-msc_10.42.42.6(pid=23462): stderr: \u000a| �[0;m�[38;5;43m20221210092826902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092826902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f53bd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092826903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092826903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092826903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092826903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092826905 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092826905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092826905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092826905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:27.910971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23455): Terminating (SIGTERM)\u000a09:28:27.951801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23458): Terminating (SIGTERM)\u000a09:28:27.992745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23461): Terminating (SIGTERM)\u000a09:28:28.002445 --- ParallelTerminationStrategy: PID 23455 died...\u000a09:28:28.057566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23455): Terminated: ok {rc=0}\u000a09:28:28.067683 --- ParallelTerminationStrategy: PID 23458 died...\u000a09:28:28.122660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23458): Terminated: ok {rc=0}\u000a09:28:28.132754 --- ParallelTerminationStrategy: PID 23461 died...\u000a09:28:28.187595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23461): Terminated: ok {rc=0}\u000a09:28:28.274001 bus /sierra_3: Setting Powered False\u000a09:28:29.377778 bus /sierra_3: Setting Powered False\u000a09:28:30.488672 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23470): Process ended prematurely: osmo-stp_10.42.42.5(pid=23470) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23470)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23470): Process ended prematurely: osmo-stp_10.42.42.5(pid=23470) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:28:31.609721 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:31.623128 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:28:31.792104 tst mo_mt_call_osmux.py: using LAC 27446\u000a09:28:31.928343 tst mo_mt_call_osmux.py: using RAC 161\u000a09:28:32.057620 tst mo_mt_call_osmux.py: using CellId 27446\u000a09:28:32.188565 tst mo_mt_call_osmux.py: using BVCI 27447\u000a09:28:32.214884 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:32.227590 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:32.239904 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:32.251794 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:32.263655 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:28:32.275478 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:28:32.393058 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:28:32.601417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:33.087443 run create_hlr_db(pid=23464): Launched\u000a09:28:33.264631 bus /sierra_2: Setting Powered False\u000a09:28:34.285726 run create_hlr_db(pid=23464): Terminated: ok {rc=0}\u000a09:28:34.723505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23466): Launched\u000a09:28:35.052433 run osmo-hlr_10.42.42.2(pid=23467): Launched\u000a09:28:35.171292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:35.737409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23469): Launched\u000a09:28:36.066098 run osmo-stp_10.42.42.5(pid=23470): Launched\u000a09:28:36.183391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:36.780432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23472): Launched\u000a09:28:37.109559 run osmo-msc_10.42.42.6(pid=23473): Launched\u000a09:28:37.299382 run osmo-stp_10.42.42.5(pid=23470): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23470)]\u000a09:28:37.436124 run osmo-stp_10.42.42.5(pid=23470): stdout: \u000a| (launched: 2022-12-10_09:28:35.901901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:37.573505 run osmo-stp_10.42.42.5(pid=23470): stderr: \u000a| �[0;m�[38;5;43m20221210092836100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092836100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092836100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092836101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092836101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092836101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092836101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:37.703445 run osmo-stp_10.42.42.5(pid=23470): stdout: \u000a| (launched: 2022-12-10_09:28:35.901901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:37.832455 run osmo-stp_10.42.42.5(pid=23470): stderr: \u000a| �[0;m�[38;5;43m20221210092836100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092836100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092836100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092836101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092836101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092836101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092836101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:37.889383 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23470): Process ended prematurely: osmo-stp_10.42.42.5(pid=23470) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23470)] [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:28:37.898577 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:28:37.961601 run osmo-hlr_10.42.42.2(pid=23467): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23467)]\u000a09:28:38.012421 run osmo-hlr_10.42.42.2(pid=23467): stdout: \u000a| (launched: 2022-12-10_09:28:34.889231) \u000a09:28:38.064113 run osmo-hlr_10.42.42.2(pid=23467): stderr: \u000a| �[0;m�[1;31m20221210092835090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092835090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092835090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092835090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092835090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092835090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092835103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092835113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092835113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092835113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:38.134255 run osmo-msc_10.42.42.6(pid=23473): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23473)]\u000a09:28:38.185046 run osmo-msc_10.42.42.6(pid=23473): stdout: \u000a| (launched: 2022-12-10_09:28:36.945955) \u000a09:28:38.236257 run osmo-msc_10.42.42.6(pid=23473): stderr: \u000a| �[0;m�[38;5;43m20221210092837272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092837273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf2836bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092837273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092837273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092837273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092837273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092837275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092837275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092837275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092837275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:38.279831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23466): Terminating (SIGTERM)\u000a09:28:38.321031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23469): Terminating (SIGTERM)\u000a09:28:38.362786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23472): Terminating (SIGTERM)\u000a09:28:38.372406 --- ParallelTerminationStrategy: PID 23466 died...\u000a09:28:38.427689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23466): Terminated: ok {rc=0}\u000a09:28:38.437757 --- ParallelTerminationStrategy: PID 23469 died...\u000a09:28:38.492929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23469): Terminated: ok {rc=0}\u000a09:28:38.502944 --- ParallelTerminationStrategy: PID 23472 died...\u000a09:28:38.558107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23472): Terminated: ok {rc=0}\u000a09:28:38.644798 bus /sierra_3: Setting Powered False\u000a09:28:39.747905 bus /sierra_3: Setting Powered False\u000a09:28:40.857765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:28:20" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23484): Process ended prematurely: osmo-stp_10.42.42.5(pid=23484) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23484)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23484): Process ended prematurely: osmo-stp_10.42.42.5(pid=23484) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:28:42.862262 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:42.873934 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:28:43.036859 tst mo_mt_call.py: using LAC 27447\u000a09:28:43.168078 tst mo_mt_call.py: using RAC 162\u000a09:28:43.293840 tst mo_mt_call.py: using CellId 27447\u000a09:28:43.419692 tst mo_mt_call.py: using BVCI 27448\u000a09:28:43.444394 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:43.456041 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:43.467494 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:43.479362 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:43.491077 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:43.502648 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:28:43.619874 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:28:43.823555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:44.305895 run create_hlr_db(pid=23478): Launched\u000a09:28:44.482559 bus /sierra_2: Setting Powered False\u000a09:28:45.512339 run create_hlr_db(pid=23478): Terminated: ok {rc=0}\u000a09:28:45.965838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23480): Launched\u000a09:28:46.412184 run osmo-hlr_10.42.42.2(pid=23481): Launched\u000a09:28:46.589422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:47.214640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23483): Launched\u000a09:28:47.523197 run osmo-stp_10.42.42.5(pid=23484): Launched\u000a09:28:47.635798 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:48.194844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23486): Launched\u000a09:28:48.500835 run osmo-msc_10.42.42.6(pid=23487): Launched\u000a09:28:48.680693 run osmo-stp_10.42.42.5(pid=23484): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23484)]\u000a09:28:48.810696 run osmo-stp_10.42.42.5(pid=23484): stdout: \u000a| (launched: 2022-12-10_09:28:47.370847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:48.938463 run osmo-stp_10.42.42.5(pid=23484): stderr: \u000a| �[0;m�[38;5;43m20221210092847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092847542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:49.061488 run osmo-stp_10.42.42.5(pid=23484): stdout: \u000a| (launched: 2022-12-10_09:28:47.370847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:49.183556 run osmo-stp_10.42.42.5(pid=23484): stderr: \u000a| �[0;m�[38;5;43m20221210092847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092847541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092847542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092847542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:49.237210 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23484): Process ended prematurely: osmo-stp_10.42.42.5(pid=23484) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23484)] [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:28:49.245889 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:28:49.306477 run osmo-hlr_10.42.42.2(pid=23481): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23481)]\u000a09:28:49.355645 run osmo-hlr_10.42.42.2(pid=23481): stdout: \u000a| (launched: 2022-12-10_09:28:46.135282) \u000a09:28:49.405445 run osmo-hlr_10.42.42.2(pid=23481): stderr: \u000a| �[0;m�[1;31m20221210092846420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092846420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092846420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092846420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092846420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092846420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092846441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092846450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092846450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092846450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:49.473095 run osmo-msc_10.42.42.6(pid=23487): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23487)]\u000a09:28:49.522296 run osmo-msc_10.42.42.6(pid=23487): stdout: \u000a| (launched: 2022-12-10_09:28:48.349999) \u000a09:28:49.571900 run osmo-msc_10.42.42.6(pid=23487): stderr: \u000a| �[0;m�[38;5;43m20221210092848622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092848623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae80cdfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092848623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092848623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092848623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092848623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092848625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092848625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092848626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092848626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:49.613713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23480): Terminating (SIGTERM)\u000a09:28:49.653898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23483): Terminating (SIGTERM)\u000a09:28:49.693780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23486): Terminating (SIGTERM)\u000a09:28:49.703449 --- ParallelTerminationStrategy: PID 23480 died...\u000a09:28:49.756246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23480): Terminated: ok {rc=0}\u000a09:28:49.766330 --- ParallelTerminationStrategy: PID 23483 died...\u000a09:28:49.819020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23483): Terminated: ok {rc=0}\u000a09:28:49.829011 --- ParallelTerminationStrategy: PID 23486 died...\u000a09:28:49.882121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23486): Terminated: ok {rc=0}\u000a09:28:49.968885 bus /sierra_3: Setting Powered False\u000a09:28:51.072119 bus /sierra_3: Setting Powered False\u000a09:28:52.178887 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23496): Process ended prematurely: osmo-stp_10.42.42.5(pid=23496) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23496)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23496): Process ended prematurely: osmo-stp_10.42.42.5(pid=23496) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:28:53.287342 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:53.299421 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:28:53.455148 tst mo_mt_call_osmux.py: using LAC 27448\u000a09:28:53.576726 tst mo_mt_call_osmux.py: using RAC 163\u000a09:28:53.701817 tst mo_mt_call_osmux.py: using CellId 27448\u000a09:28:53.821104 tst mo_mt_call_osmux.py: using BVCI 27449\u000a09:28:53.844560 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:53.855969 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:53.867456 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:53.878755 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:53.890340 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:28:53.901782 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:28:54.023314 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:28:54.235195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:54.753605 run create_hlr_db(pid=23489): Launched\u000a09:28:54.941314 bus /sierra_2: Setting Powered False\u000a09:28:55.962392 run create_hlr_db(pid=23489): Terminated: ok {rc=0}\u000a09:28:56.373089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23492): Launched\u000a09:28:56.681439 run osmo-hlr_10.42.42.2(pid=23493): Launched\u000a09:28:56.798463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:57.336060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23495): Launched\u000a09:28:57.643299 run osmo-stp_10.42.42.5(pid=23496): Launched\u000a09:28:57.756811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:28:58.315984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23498): Launched\u000a09:28:58.623708 run osmo-msc_10.42.42.6(pid=23499): Launched\u000a09:28:58.804808 run osmo-stp_10.42.42.5(pid=23496): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23496)]\u000a09:28:58.934990 run osmo-stp_10.42.42.5(pid=23496): stdout: \u000a| (launched: 2022-12-10_09:28:57.492378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:59.063006 run osmo-stp_10.42.42.5(pid=23496): stderr: \u000a| �[0;m�[38;5;43m20221210092857662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092857662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092857663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092857663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092857665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092857665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092857666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:59.186538 run osmo-stp_10.42.42.5(pid=23496): stdout: \u000a| (launched: 2022-12-10_09:28:57.492378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:59.308919 run osmo-stp_10.42.42.5(pid=23496): stderr: \u000a| �[0;m�[38;5;43m20221210092857662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092857662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092857663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092857663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092857665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092857665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092857666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:59.362995 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23496): Process ended prematurely: osmo-stp_10.42.42.5(pid=23496) [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23496)] [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:28:59.371491 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:28:59.431793 run osmo-hlr_10.42.42.2(pid=23493): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23493)]\u000a09:28:59.481338 run osmo-hlr_10.42.42.2(pid=23493): stdout: \u000a| (launched: 2022-12-10_09:28:56.529162) \u000a09:28:59.531077 run osmo-hlr_10.42.42.2(pid=23493): stderr: \u000a| �[0;m�[1;31m20221210092856704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092856704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092856704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092856704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092856704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092856704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092856716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092856724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092856724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092856724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:59.598200 run osmo-msc_10.42.42.6(pid=23499): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23499)]\u000a09:28:59.646696 run osmo-msc_10.42.42.6(pid=23499): stdout: \u000a| (launched: 2022-12-10_09:28:58.471901) \u000a09:28:59.695787 run osmo-msc_10.42.42.6(pid=23499): stderr: \u000a| �[0;m�[38;5;43m20221210092858747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092858747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab50efbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092858747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092858747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092858747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092858748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092858749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092858750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092858750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092858750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:28:59.737887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23492): Terminating (SIGTERM)\u000a09:28:59.777416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23495): Terminating (SIGTERM)\u000a09:28:59.817296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23498): Terminating (SIGTERM)\u000a09:28:59.826989 --- ParallelTerminationStrategy: PID 23492 died...\u000a09:28:59.880684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23492): Terminated: ok {rc=0}\u000a09:28:59.890504 --- ParallelTerminationStrategy: PID 23495 died...\u000a09:28:59.943917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23495): Terminated: ok {rc=0}\u000a09:28:59.953913 --- ParallelTerminationStrategy: PID 23498 died...\u000a09:29:00.006973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23498): Terminated: ok {rc=0}\u000a09:29:00.090491 bus /sierra_3: Setting Powered False\u000a09:29:01.199061 bus /sierra_3: Setting Powered False\u000a09:29:02.311277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:28:42" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23510): Process ended prematurely: osmo-stp_10.42.42.5(pid=23510) [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23510)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23510): Process ended prematurely: osmo-stp_10.42.42.5(pid=23510) [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:29:04.318420 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:04.330066 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:29:04.489708 tst mo_mt_call.py: using LAC 27449\u000a09:29:04.609334 tst mo_mt_call.py: using RAC 164\u000a09:29:04.733947 tst mo_mt_call.py: using CellId 27449\u000a09:29:04.855954 tst mo_mt_call.py: using BVCI 27450\u000a09:29:04.879571 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:04.891094 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:04.902746 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:04.914236 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:04.926238 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:04.937673 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:29:05.054770 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:29:05.260735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:05.747064 run create_hlr_db(pid=23504): Launched\u000a09:29:05.924387 bus /sierra_2: Setting Powered False\u000a09:29:06.944868 run create_hlr_db(pid=23504): Terminated: ok {rc=0}\u000a09:29:07.381258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23506): Launched\u000a09:29:07.712870 run osmo-hlr_10.42.42.2(pid=23507): Launched\u000a09:29:07.835321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:08.403100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23509): Launched\u000a09:29:08.734213 run osmo-stp_10.42.42.5(pid=23510): Launched\u000a09:29:08.852360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:29:09.452908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23512): Launched\u000a09:29:09.783105 run osmo-msc_10.42.42.6(pid=23513): Launched\u000a09:29:09.973463 run osmo-stp_10.42.42.5(pid=23510): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23510)]\u000a09:29:10.109607 run osmo-stp_10.42.42.5(pid=23510): stdout: \u000a| (launched: 2022-12-10_09:29:08.569334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:10.246105 run osmo-stp_10.42.42.5(pid=23510): stderr: \u000a| �[0;m�[38;5;43m20221210092908765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092908765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092908765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092908766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092908766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092908766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092908766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:10.376627 run osmo-stp_10.42.42.5(pid=23510): stdout: \u000a| (launched: 2022-12-10_09:29:08.569334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:10.506266 run osmo-stp_10.42.42.5(pid=23510): stderr: \u000a| �[0;m�[38;5;43m20221210092908765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092908765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092908765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092908766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092908766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092908766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092908766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:10.563008 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23510): Process ended prematurely: osmo-stp_10.42.42.5(pid=23510) [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23510)] [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:29:10.571891 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:29:10.634284 run osmo-hlr_10.42.42.2(pid=23507): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23507)]\u000a09:29:10.685444 run osmo-hlr_10.42.42.2(pid=23507): stdout: \u000a| (launched: 2022-12-10_09:29:07.547398) \u000a09:29:10.737079 run osmo-hlr_10.42.42.2(pid=23507): stderr: \u000a| �[0;m�[1;31m20221210092907750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092907750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092907750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092907750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092907750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092907750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092907762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092907771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092907771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092907771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:10.807421 run osmo-msc_10.42.42.6(pid=23513): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23513)]\u000a09:29:10.858403 run osmo-msc_10.42.42.6(pid=23513): stdout: \u000a| (launched: 2022-12-10_09:29:09.618942) \u000a09:29:10.910019 run osmo-msc_10.42.42.6(pid=23513): stderr: \u000a| �[0;m�[38;5;43m20221210092909947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092909947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50432d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092909947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092909947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092909947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092909948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092909949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092909950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092909950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092909950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:29:10.953743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23506): Terminating (SIGTERM)\u000a09:29:10.995163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23509): Terminating (SIGTERM)\u000a09:29:11.036539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23512): Terminating (SIGTERM)\u000a09:29:11.046160 --- ParallelTerminationStrategy: PID 23506 died...\u000a09:29:11.101428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23506): Terminated: ok {rc=0}\u000a09:29:11.111471 --- ParallelTerminationStrategy: PID 23509 died...\u000a09:29:11.166842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23509): Terminated: ok {rc=0}\u000a09:29:11.176859 --- ParallelTerminationStrategy: PID 23512 died...\u000a09:29:11.232058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23512): Terminated: ok {rc=0}\u000a09:29:11.318317 bus /sierra_3: Setting Powered False\u000a09:29:12.420552 bus /sierra_3: Setting Powered False\u000a09:29:13.531594 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:29:14.641518 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:14.653631 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:29:14.812338 tst mo_mt_call_osmux.py: using LAC 27450\u000a09:29:14.934584 tst mo_mt_call_osmux.py: using RAC 165\u000a09:29:15.055190 tst mo_mt_call_osmux.py: using CellId 27450\u000a09:29:15.177685 tst mo_mt_call_osmux.py: using BVCI 27451\u000a09:29:15.201155 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:15.212786 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:15.224096 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:15.235761 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:15.247183 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:29:15.258928 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:29:15.382130 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:29:15.594467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:16.160632 run create_hlr_db(pid=23515): Launched\u000a09:29:16.352672 bus /sierra_2: Setting Powered False\u000a09:29:17.369569 run create_hlr_db(pid=23515): Terminated: ok {rc=0}\u000a09:29:17.804143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Launched\u000a09:29:18.132741 run osmo-hlr_10.42.42.2(pid=23518): Launched\u000a09:29:18.251583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:18.819367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Launched\u000a09:29:19.148431 run osmo-stp_10.42.42.5(pid=23521): Launched\u000a09:29:19.266365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:29:19.863716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23523): Launched\u000a09:29:20.193157 run osmo-msc_10.42.42.6(pid=23524): Launched\u000a09:29:20.383958 run osmo-stp_10.42.42.5(pid=23521): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]\u000a09:29:20.521871 run osmo-stp_10.42.42.5(pid=23521): stdout: \u000a| (launched: 2022-12-10_09:29:18.984396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:20.658204 run osmo-stp_10.42.42.5(pid=23521): stderr: \u000a| �[0;m�[38;5;43m20221210092919180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092919180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092919181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092919181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092919182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092919182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092919182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:20.788234 run osmo-stp_10.42.42.5(pid=23521): stdout: \u000a| (launched: 2022-12-10_09:29:18.984396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:20.917724 run osmo-stp_10.42.42.5(pid=23521): stderr: \u000a| �[0;m�[38;5;43m20221210092919180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092919180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092919181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092919181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092919182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092919182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092919182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:20.974410 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)] [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:29:20.983343 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:29:21.045560 run osmo-hlr_10.42.42.2(pid=23518): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23518)]\u000a09:29:21.096548 run osmo-hlr_10.42.42.2(pid=23518): stdout: \u000a| (launched: 2022-12-10_09:29:17.970126) \u000a09:29:21.148148 run osmo-hlr_10.42.42.2(pid=23518): stderr: \u000a| �[0;m�[1;31m20221210092918174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092918174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092918174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092918174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092918174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092918174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092918215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092918226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092918226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092918226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:21.218319 run osmo-msc_10.42.42.6(pid=23524): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23524)]\u000a09:29:21.269037 run osmo-msc_10.42.42.6(pid=23524): stdout: \u000a| (launched: 2022-12-10_09:29:20.029598) \u000a09:29:21.320563 run osmo-msc_10.42.42.6(pid=23524): stderr: \u000a| �[0;m�[38;5;43m20221210092920357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092920357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5738d55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092920358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092920358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092920358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092920358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092920360 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092920360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092920360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092920360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:29:21.364154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Terminating (SIGTERM)\u000a09:29:21.405326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Terminating (SIGTERM)\u000a09:29:21.446675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23523): Terminating (SIGTERM)\u000a09:29:21.456228 --- ParallelTerminationStrategy: PID 23517 died...\u000a09:29:21.511681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Terminated: ok {rc=0}\u000a09:29:21.521793 --- ParallelTerminationStrategy: PID 23520 died...\u000a09:29:21.576837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Terminated: ok {rc=0}\u000a09:29:21.586836 --- ParallelTerminationStrategy: PID 23523 died...\u000a09:29:21.641612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23523): Terminated: ok {rc=0}\u000a09:29:21.729278 bus /sierra_3: Setting Powered False\u000a09:29:22.833667 bus /sierra_3: Setting Powered False\u000a09:29:23.941172 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:29:04" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23535): Process ended prematurely: osmo-stp_10.42.42.5(pid=23535) [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23535)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23535): Process ended prematurely: osmo-stp_10.42.42.5(pid=23535) [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a09:29:25.952784 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:25.964836 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:29:26.108434 tst mo_mt_call.py: using LAC 27451\u000a09:29:26.234985 tst mo_mt_call.py: using RAC 166\u000a09:29:26.368633 tst mo_mt_call.py: using CellId 27451\u000a09:29:26.494633 tst mo_mt_call.py: using BVCI 27452\u000a09:29:26.519463 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:26.531363 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:26.543185 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:26.554898 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:26.566720 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:26.578432 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:29:26.694864 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:29:26.907608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:27.426053 run create_hlr_db(pid=23529): Launched\u000a09:29:27.614350 bus /sierra_2: Setting Powered False\u000a09:29:28.625476 run create_hlr_db(pid=23529): Terminated: ok {rc=0}\u000a09:29:29.040821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23531): Launched\u000a09:29:29.347791 run osmo-hlr_10.42.42.2(pid=23532): Launched\u000a09:29:29.467257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:30.008911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23534): Launched\u000a09:29:30.316175 run osmo-stp_10.42.42.5(pid=23535): Launched\u000a09:29:30.429222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:29:31.035175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23537): Launched\u000a09:29:31.451983 run osmo-msc_10.42.42.6(pid=23538): Launched\u000a09:29:31.656333 run osmo-stp_10.42.42.5(pid=23535): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23535)]\u000a09:29:31.963475 run osmo-stp_10.42.42.5(pid=23535): stdout: \u000a| (launched: 2022-12-10_09:29:30.164472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:32.129680 run osmo-stp_10.42.42.5(pid=23535): stderr: \u000a| �[0;m�[38;5;43m20221210092930334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092930334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092930334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092930335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092930337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092930337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092930337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:32.313731 run osmo-stp_10.42.42.5(pid=23535): stdout: \u000a| (launched: 2022-12-10_09:29:30.164472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:32.443461 run osmo-stp_10.42.42.5(pid=23535): stderr: \u000a| �[0;m�[38;5;43m20221210092930334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092930334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092930334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092930335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092930337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092930337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092930337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:32.501535 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23535): Process ended prematurely: osmo-stp_10.42.42.5(pid=23535) [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23535)] [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a09:29:32.511203 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a09:29:32.574189 run osmo-hlr_10.42.42.2(pid=23532): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23532)]\u000a09:29:32.625156 run osmo-hlr_10.42.42.2(pid=23532): stdout: \u000a| (launched: 2022-12-10_09:29:29.196555) \u000a09:29:32.676867 run osmo-hlr_10.42.42.2(pid=23532): stderr: \u000a| �[0;m�[1;31m20221210092929375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092929375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092929375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092929375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092929375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092929375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092929387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092929396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092929397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092929397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:32.746931 run osmo-msc_10.42.42.6(pid=23538): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23538)]\u000a09:29:32.797687 run osmo-msc_10.42.42.6(pid=23538): stdout: \u000a| (launched: 2022-12-10_09:29:31.193971) \u000a09:29:32.848984 run osmo-msc_10.42.42.6(pid=23538): stderr: \u000a| �[0;m�[38;5;43m20221210092931884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092931884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ee5da6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092931884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092931884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092931884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092931884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092931886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092931887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092931887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092931887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:29:32.892379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23531): Terminating (SIGTERM)\u000a09:29:32.933602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23534): Terminating (SIGTERM)\u000a09:29:32.974789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23537): Terminating (SIGTERM)\u000a09:29:32.984561 --- ParallelTerminationStrategy: PID 23531 died...\u000a09:29:33.040048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23531): Terminated: ok {rc=0}\u000a09:29:33.050211 --- ParallelTerminationStrategy: PID 23534 died...\u000a09:29:33.105388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23534): Terminated: ok {rc=0}\u000a09:29:33.115342 --- ParallelTerminationStrategy: PID 23537 died...\u000a09:29:33.170661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23537): Terminated: ok {rc=0}\u000a09:29:33.256382 bus /sierra_3: Setting Powered False\u000a09:29:34.362420 bus /sierra_3: Setting Powered False\u000a09:29:35.469061 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23546): Process ended prematurely: osmo-stp_10.42.42.5(pid=23546) [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23546)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23546): Process ended prematurely: osmo-stp_10.42.42.5(pid=23546) [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:29:36.584515 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:36.597221 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:29:36.738208 tst mo_mt_call_osmux.py: using LAC 27452\u000a09:29:36.858722 tst mo_mt_call_osmux.py: using RAC 167\u000a09:29:36.982140 tst mo_mt_call_osmux.py: using CellId 27452\u000a09:29:37.102724 tst mo_mt_call_osmux.py: using BVCI 27453\u000a09:29:37.126285 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:37.137853 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:37.149666 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:37.161843 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:37.173497 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:29:37.185349 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:29:37.305504 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:29:37.512734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:37.993504 run create_hlr_db(pid=23540): Launched\u000a09:29:38.170859 bus /sierra_2: Setting Powered False\u000a09:29:39.191977 run create_hlr_db(pid=23540): Terminated: ok {rc=0}\u000a09:29:39.600009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23542): Launched\u000a09:29:39.908256 run osmo-hlr_10.42.42.2(pid=23543): Launched\u000a09:29:40.027661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:40.571037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23545): Launched\u000a09:29:40.878983 run osmo-stp_10.42.42.5(pid=23546): Launched\u000a09:29:40.991863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:29:41.553726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23548): Launched\u000a09:29:41.862392 run osmo-msc_10.42.42.6(pid=23549): Launched\u000a09:29:42.043940 run osmo-stp_10.42.42.5(pid=23546): ERR: Terminated: ERROR {rc=1} [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23546)]\u000a09:29:42.175865 run osmo-stp_10.42.42.5(pid=23546): stdout: \u000a| (launched: 2022-12-10_09:29:40.727242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:42.304653 run osmo-stp_10.42.42.5(pid=23546): stderr: \u000a| �[0;m�[38;5;43m20221210092940896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092940896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092940897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092940897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092940898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092940898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092940898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:42.428645 run osmo-stp_10.42.42.5(pid=23546): stdout: \u000a| (launched: 2022-12-10_09:29:40.727242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:42.551695 run osmo-stp_10.42.42.5(pid=23546): stderr: \u000a| �[0;m�[38;5;43m20221210092940896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092940896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092940897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092940897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092940898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092940898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092940898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:42.605776 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23546): Process ended prematurely: osmo-stp_10.42.42.5(pid=23546) [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23546)] [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a09:29:42.614559 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:29:42.675383 run osmo-hlr_10.42.42.2(pid=23543): ERR: Terminated: ERROR {rc=237} [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23543)]\u000a09:29:42.724563 run osmo-hlr_10.42.42.2(pid=23543): stdout: \u000a| (launched: 2022-12-10_09:29:39.756327) \u000a09:29:42.774366 run osmo-hlr_10.42.42.2(pid=23543): stderr: \u000a| �[0;m�[1;31m20221210092939933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092939933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092939933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092939933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092939933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092939933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092939944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092939955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092939955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092939955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:42.842064 run osmo-msc_10.42.42.6(pid=23549): ERR: Terminated: ERROR {rc=2} [trial-2372↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23549)]\u000a09:29:42.891263 run osmo-msc_10.42.42.6(pid=23549): stdout: \u000a| (launched: 2022-12-10_09:29:41.710002) \u000a09:29:42.941266 run osmo-msc_10.42.42.6(pid=23549): stderr: \u000a| �[0;m�[38;5;43m20221210092941980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092941981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef8ab9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092941981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092941981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092941981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092941981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092941983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092941983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092941984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092941984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:29:42.983260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23542): Terminating (SIGTERM)\u000a09:29:43.023642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23545): Terminating (SIGTERM)\u000a09:29:43.064021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23548): Terminating (SIGTERM)\u000a09:29:43.073933 --- ParallelTerminationStrategy: PID 23542 died...\u000a09:29:43.128126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23542): Terminated: ok {rc=0}\u000a09:29:43.138042 --- ParallelTerminationStrategy: PID 23545 died...\u000a09:29:43.191934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23545): Terminated: ok {rc=0}\u000a09:29:43.201710 --- ParallelTerminationStrategy: PID 23548 died...\u000a09:29:43.255587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23548): Terminated: ok {rc=0}\u000a09:29:43.345155 bus /sierra_3: Setting Powered False\u000a09:29:44.449085 bus /sierra_3: Setting Powered False\u000a09:29:45.559776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:29:25" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23560): Process ended prematurely: osmo-stp_10.42.42.5(pid=23560) [trial-2372↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23560)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23560): Process ended prematurely: osmo-stp_10.42.42.5(pid=23560) [trial-2372↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:29:47.685251 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:47.696889 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:29:47.838016 tst emergency_mo_mt_call.py: using LAC 27453\u000a09:29:47.958622 tst emergency_mo_mt_call.py: using RAC 168\u000a09:29:48.076811 tst emergency_mo_mt_call.py: using CellId 27453\u000a09:29:48.198025 tst emergency_mo_mt_call.py: using BVCI 27454\u000a09:29:48.220856 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:48.231942 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:48.242703 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:48.253974 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:48.264804 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:48.275740 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:29:48.390377 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:29:48.591007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:49.067041 run create_hlr_db(pid=23554): Launched\u000a09:29:49.240634 bus /sierra_2: Setting Powered False\u000a09:29:50.261925 run create_hlr_db(pid=23554): Terminated: ok {rc=0}\u000a09:29:50.691921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23556): Launched\u000a09:29:51.015443 run osmo-hlr_10.42.42.2(pid=23557): Launched\u000a09:29:51.132542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:51.690817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23559): Launched\u000a09:29:52.015514 run osmo-stp_10.42.42.5(pid=23560): Launched\u000a09:29:52.143524 tst emergency_mo_mt_call.py: using MSISDN 7658\u000a09:29:52.304183 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:29:52.894155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23562): Launched\u000a09:29:53.218105 run osmo-msc_10.42.42.6(pid=23563): Launched\u000a09:29:53.406479 run osmo-stp_10.42.42.5(pid=23560): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23560)]\u000a09:29:53.542048 run osmo-stp_10.42.42.5(pid=23560): stdout: \u000a| (launched: 2022-12-10_09:29:51.853258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:53.677202 run osmo-stp_10.42.42.5(pid=23560): stderr: \u000a| �[0;m�[38;5;43m20221210092952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092952053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092952053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092952053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092952053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:53.805601 run osmo-stp_10.42.42.5(pid=23560): stdout: \u000a| (launched: 2022-12-10_09:29:51.853258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:53.932530 run osmo-stp_10.42.42.5(pid=23560): stderr: \u000a| �[0;m�[38;5;43m20221210092952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210092952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210092952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210092952053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210092952053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210092952053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210092952053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:53.988234 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23560): Process ended prematurely: osmo-stp_10.42.42.5(pid=23560) [trial-2372↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23560)] [trial-2372↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a09:29:53.996942 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a09:29:54.059414 run osmo-hlr_10.42.42.2(pid=23557): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23557)]\u000a09:29:54.110632 run osmo-hlr_10.42.42.2(pid=23557): stdout: \u000a| (launched: 2022-12-10_09:29:50.853736) \u000a09:29:54.162774 run osmo-hlr_10.42.42.2(pid=23557): stderr: \u000a| �[0;m�[1;31m20221210092951055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210092951055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210092951055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092951055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210092951055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210092951055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210092951068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210092951076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210092951076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210092951076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:54.233377 run osmo-msc_10.42.42.6(pid=23563): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23563)]\u000a09:29:54.284529 run osmo-msc_10.42.42.6(pid=23563): stdout: \u000a| (launched: 2022-12-10_09:29:53.056898) \u000a09:29:54.336154 run osmo-msc_10.42.42.6(pid=23563): stderr: \u000a| �[0;m�[38;5;43m20221210092953383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210092953383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f437f5acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210092953383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210092953383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210092953384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210092953384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210092953386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210092953386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210092953386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210092953386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:29:54.379806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23556): Terminating (SIGTERM)\u000a09:29:54.420894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23559): Terminating (SIGTERM)\u000a09:29:54.462398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23562): Terminating (SIGTERM)\u000a09:29:54.472032 --- ParallelTerminationStrategy: PID 23556 died...\u000a09:29:54.527853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23556): Terminated: ok {rc=0}\u000a09:29:54.538075 --- ParallelTerminationStrategy: PID 23559 died...\u000a09:29:54.593125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23559): Terminated: ok {rc=0}\u000a09:29:54.603198 --- ParallelTerminationStrategy: PID 23562 died...\u000a09:29:54.658091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23562): Terminated: ok {rc=0}\u000a09:29:54.744443 bus /sierra_3: Setting Powered False\u000a09:29:55.850548 bus /sierra_3: Setting Powered False\u000a09:29:56.958667 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23574): Process ended prematurely: osmo-stp_10.42.42.5(pid=23574) [trial-2372↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23574)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23574): Process ended prematurely: osmo-stp_10.42.42.5(pid=23574) [trial-2372↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:29:58.010325 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:58.022124 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:29:58.161551 tst emergency_preemptive_call.py: using LAC 27454\u000a09:29:58.278817 tst emergency_preemptive_call.py: using RAC 169\u000a09:29:58.397551 tst emergency_preemptive_call.py: using CellId 27454\u000a09:29:58.519677 tst emergency_preemptive_call.py: using BVCI 27455\u000a09:29:58.542701 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:58.553925 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:58.564717 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:58.575603 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:58.586783 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:58.597687 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:29:58.712738 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:29:58.835596 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:29:58.953351 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:29:59.160821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:59.673467 run create_hlr_db(pid=23565): Launched\u000a09:29:59.848781 bus /sierra_2: Setting Powered False\u000a09:30:00.870900 run create_hlr_db(pid=23565): Terminated: ok {rc=0}\u000a09:30:01.301625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23567): Launched\u000a09:30:01.739691 run osmo-hlr_10.42.42.2(pid=23569): Launched\u000a09:30:02.021134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:02.636876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23573): Launched\u000a09:30:02.960860 run osmo-stp_10.42.42.5(pid=23574): Launched\u000a09:30:03.090535 tst emergency_preemptive_call.py: using MSISDN 7659\u000a09:30:03.250440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:30:03.836807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23576): Launched\u000a09:30:04.161269 run osmo-msc_10.42.42.6(pid=23577): Launched\u000a09:30:04.349672 run osmo-stp_10.42.42.5(pid=23574): ERR: Terminated: ERROR {rc=1} [trial-2372↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23574)]\u000a09:30:04.484844 run osmo-stp_10.42.42.5(pid=23574): stdout: \u000a| (launched: 2022-12-10_09:30:02.799486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:04.620194 run osmo-stp_10.42.42.5(pid=23574): stderr: \u000a| �[0;m�[38;5;43m20221210093002997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093002997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093002997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093002998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093002998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093002998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093002998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:04.748732 run osmo-stp_10.42.42.5(pid=23574): stdout: \u000a| (launched: 2022-12-10_09:30:02.799486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:04.875829 run osmo-stp_10.42.42.5(pid=23574): stderr: \u000a| �[0;m�[38;5;43m20221210093002997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093002997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093002997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093002998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093002998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093002998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093002998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:04.931661 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23574): Process ended prematurely: osmo-stp_10.42.42.5(pid=23574) [trial-2372↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23574)] [trial-2372↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a09:30:04.940187 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a09:30:05.002903 run osmo-hlr_10.42.42.2(pid=23569): ERR: Terminated: ERROR {rc=237} [trial-2372↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23569)]\u000a09:30:05.054182 run osmo-hlr_10.42.42.2(pid=23569): stdout: \u000a| (launched: 2022-12-10_09:30:01.458272) \u000a09:30:05.106129 run osmo-hlr_10.42.42.2(pid=23569): stderr: \u000a| �[0;m�[1;31m20221210093001835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093001835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093001835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093001835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093001835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093001835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093001855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093001880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093001880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093001880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:05.176199 run osmo-msc_10.42.42.6(pid=23577): ERR: Terminated: ERROR {rc=2} [trial-2372↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23577)]\u000a09:30:05.226999 run osmo-msc_10.42.42.6(pid=23577): stdout: \u000a| (launched: 2022-12-10_09:30:03.999196) \u000a09:30:05.278180 run osmo-msc_10.42.42.6(pid=23577): stderr: \u000a| �[0;m�[38;5;43m20221210093004323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093004323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb577731c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093004323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093004323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093004324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093004324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093004326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093004326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093004326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093004326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:30:05.322000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23567): Terminating (SIGTERM)\u000a09:30:05.363511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23573): Terminating (SIGTERM)\u000a09:30:05.404892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23576): Terminating (SIGTERM)\u000a09:30:05.414601 --- ParallelTerminationStrategy: PID 23567 died...\u000a09:30:05.469924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23567): Terminated: ok {rc=0}\u000a09:30:05.480143 --- ParallelTerminationStrategy: PID 23573 died...\u000a09:30:05.535539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23573): Terminated: ok {rc=0}\u000a09:30:05.545959 --- ParallelTerminationStrategy: PID 23576 died...\u000a09:30:05.601235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23576): Terminated: ok {rc=0}\u000a09:30:05.688388 bus /sierra_9: Setting Powered False\u000a09:30:06.792405 bus /sierra_9: Setting Powered False\u000a09:30:07.902409 bus /sierra_8: Setting Powered False\u000a09:30:09.008381 bus /sierra_8: Setting Powered False\u000a09:30:10.116346 bus /sierra_3: Setting Powered False\u000a09:30:11.221719 bus /sierra_3: Setting Powered False\u000a09:30:12.331416 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:29:47" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23592): Process ended prematurely: osmo-stp_10.42.42.5(pid=23592) [trial-2372↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23592)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23592): Process ended prematurely: osmo-stp_10.42.42.5(pid=23592) [trial-2372↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:30:14.459363 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:14.470691 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:30:14.614277 tst cs_paging_gprs_active.py: using LAC 27455\u000a09:30:14.741762 tst cs_paging_gprs_active.py: using RAC 170\u000a09:30:14.871243 tst cs_paging_gprs_active.py: using CellId 27455\u000a09:30:14.998339 tst cs_paging_gprs_active.py: using BVCI 27456\u000a09:30:15.023300 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:15.034470 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:15.045409 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:15.056287 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:15.067138 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:15.078163 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:15.089321 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:15.100310 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:15.111665 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:30:15.229416 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:30:15.515132 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:30:15.644756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:16.019484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23582): Launched\u000a09:30:16.304491 run iperf3-srv_10.42.42.10(pid=23583): Launched\u000a09:30:16.496562 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:30:16.628355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:16.970291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23584): Launched\u000a09:30:17.265023 run iperf3-srv_10.42.42.10(pid=23585): Launched\u000a09:30:17.453921 tst cs_paging_gprs_active.py:38: start network...\u000a09:30:17.583440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:18.068088 run create_hlr_db(pid=23586): Launched\u000a09:30:18.245120 bus /sierra_2: Setting Powered False\u000a09:30:19.266115 run create_hlr_db(pid=23586): Terminated: ok {rc=0}\u000a09:30:19.700071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23588): Launched\u000a09:30:20.025789 run osmo-hlr_10.42.42.2(pid=23589): Launched\u000a09:30:20.149466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:20.715186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23591): Launched\u000a09:30:21.040296 run osmo-stp_10.42.42.5(pid=23592): Launched\u000a09:30:21.158473 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:21.725826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23594): Launched\u000a09:30:21.842265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:22.126052 run patchelf(pid=23595): Launched\u000a09:30:22.315850 run osmo-stp_10.42.42.5(pid=23592): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23592)]\u000a09:30:22.454772 run osmo-stp_10.42.42.5(pid=23592): stdout: \u000a| (launched: 2022-12-10_09:30:20.880619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:22.594524 run osmo-stp_10.42.42.5(pid=23592): stderr: \u000a| �[0;m�[38;5;43m20221210093021072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093021073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093021073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093021073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093021074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093021074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093021074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:22.728853 run osmo-stp_10.42.42.5(pid=23592): stdout: \u000a| (launched: 2022-12-10_09:30:20.880619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:22.862355 run osmo-stp_10.42.42.5(pid=23592): stderr: \u000a| �[0;m�[38;5;43m20221210093021072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093021073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093021073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093021073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093021074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093021074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093021074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:23.017744 run patchelf(pid=23595): Terminating (SIGINT)\u000a09:30:23.199984 run patchelf(pid=23595): Terminated: ok {rc=0}\u000a09:30:23.233325 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23592): Process ended prematurely: osmo-stp_10.42.42.5(pid=23592) [trial-2372↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23592)] [trial-2372↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a09:30:23.242906 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:30:23.305278 run osmo-hlr_10.42.42.2(pid=23589): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23589)]\u000a09:30:23.356235 run osmo-hlr_10.42.42.2(pid=23589): stdout: \u000a| (launched: 2022-12-10_09:30:19.866654) \u000a09:30:23.407958 run osmo-hlr_10.42.42.2(pid=23589): stderr: \u000a| �[0;m�[1;31m20221210093020065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093020065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093020065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093020065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093020065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093020065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093020077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093020085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093020085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093020085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:23.452136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23582): Terminating (SIGTERM)\u000a09:30:23.493730 run iperf3-srv_10.42.42.10(pid=23583): Terminating (SIGTERM)\u000a09:30:23.535643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23584): Terminating (SIGTERM)\u000a09:30:23.577406 run iperf3-srv_10.42.42.10(pid=23585): Terminating (SIGTERM)\u000a09:30:23.619030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23588): Terminating (SIGTERM)\u000a09:30:23.660657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23591): Terminating (SIGTERM)\u000a09:30:23.702432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23594): Terminating (SIGTERM)\u000a09:30:23.712076 --- ParallelTerminationStrategy: PID 23582 died...\u000a09:30:23.767618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23582): Terminated: ok {rc=0}\u000a09:30:23.777946 --- ParallelTerminationStrategy: PID 23583 died...\u000a09:30:23.833072 run iperf3-srv_10.42.42.10(pid=23583): Terminated {rc=256}\u000a09:30:23.843004 --- ParallelTerminationStrategy: PID 23584 died...\u000a09:30:23.898099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23584): Terminated: ok {rc=0}\u000a09:30:23.908471 --- ParallelTerminationStrategy: PID 23585 died...\u000a09:30:23.963475 run iperf3-srv_10.42.42.10(pid=23585): Terminated {rc=256}\u000a09:30:23.973611 --- ParallelTerminationStrategy: PID 23588 died...\u000a09:30:24.028391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23588): Terminated: ok {rc=0}\u000a09:30:24.038496 --- ParallelTerminationStrategy: PID 23591 died...\u000a09:30:24.093800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23591): Terminated: ok {rc=0}\u000a09:30:24.103908 --- ParallelTerminationStrategy: PID 23594 died...\u000a09:30:24.159145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23594): Terminated: ok {rc=0}\u000a09:30:24.246834 bus /gobi_0: Setting Powered False\u000a09:30:25.352800 bus /gobi_0: Setting Powered False\u000a09:30:26.463927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23604): Process ended prematurely: osmo-stp_10.42.42.5(pid=23604) [trial-2372↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23604)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23604): Process ended prematurely: osmo-stp_10.42.42.5(pid=23604) [trial-2372↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a09:30:27.574573 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:27.585865 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:30:27.726237 tst iperf3.py: using LAC 27456\u000a09:30:27.847243 tst iperf3.py: using RAC 171\u000a09:30:27.974908 tst iperf3.py: using CellId 27456\u000a09:30:28.097225 tst iperf3.py: using BVCI 27457\u000a09:30:28.120767 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:28.131511 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:28.142248 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:28.153706 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:28.164681 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:28.175777 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:28.187047 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:28.198197 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:28.209305 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:30:28.503924 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:30:28.641054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:28.978151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23596): Launched\u000a09:30:29.259139 run iperf3-srv_10.42.42.10(pid=23597): Launched\u000a09:30:29.458986 tst iperf3.py:8: start network...\u000a09:30:29.596250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:30.118270 run create_hlr_db(pid=23598): Launched\u000a09:30:30.306670 bus /gobi_6: Setting Powered False\u000a09:30:31.331812 run create_hlr_db(pid=23598): Terminated: ok {rc=0}\u000a09:30:31.795440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23600): Launched\u000a09:30:32.138607 run osmo-hlr_10.42.42.2(pid=23601): Launched\u000a09:30:32.261978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:32.839693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23603): Launched\u000a09:30:33.165538 run osmo-stp_10.42.42.5(pid=23604): Launched\u000a09:30:33.283544 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:33.851293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23606): Launched\u000a09:30:33.967735 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:34.251612 run patchelf(pid=23607): Launched\u000a09:30:34.441966 run osmo-stp_10.42.42.5(pid=23604): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23604)]\u000a09:30:34.582321 run osmo-stp_10.42.42.5(pid=23604): stdout: \u000a| (launched: 2022-12-10_09:30:33.005640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:34.721618 run osmo-stp_10.42.42.5(pid=23604): stderr: \u000a| �[0;m�[38;5;43m20221210093033198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093033198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093033198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093033199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093033201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093033201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093033201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:34.856789 run osmo-stp_10.42.42.5(pid=23604): stdout: \u000a| (launched: 2022-12-10_09:30:33.005640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:34.990668 run osmo-stp_10.42.42.5(pid=23604): stderr: \u000a| �[0;m�[38;5;43m20221210093033198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093033198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093033198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093033199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093033201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093033201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093033201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:35.146161 run patchelf(pid=23607): Terminating (SIGINT)\u000a09:30:35.328523 run patchelf(pid=23607): Terminated: ok {rc=0}\u000a09:30:35.361886 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23604): Process ended prematurely: osmo-stp_10.42.42.5(pid=23604) [trial-2372↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23604)] [trial-2372↪gprs:nanobts+band-900↪iperf3.py:8]\u000a09:30:35.371700 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:30:35.434420 run osmo-hlr_10.42.42.2(pid=23601): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23601)]\u000a09:30:35.485762 run osmo-hlr_10.42.42.2(pid=23601): stdout: \u000a| (launched: 2022-12-10_09:30:31.966265) \u000a09:30:35.537961 run osmo-hlr_10.42.42.2(pid=23601): stderr: \u000a| �[0;m�[1;31m20221210093032232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093032232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093032232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093032232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093032232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093032232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093032245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093032255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093032255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093032255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:35.582459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23596): Terminating (SIGTERM)\u000a09:30:35.624185 run iperf3-srv_10.42.42.10(pid=23597): Terminating (SIGTERM)\u000a09:30:35.666547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23600): Terminating (SIGTERM)\u000a09:30:35.708826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23603): Terminating (SIGTERM)\u000a09:30:35.750723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23606): Terminating (SIGTERM)\u000a09:30:35.760506 --- ParallelTerminationStrategy: PID 23596 died...\u000a09:30:35.816449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23596): Terminated: ok {rc=0}\u000a09:30:35.826592 --- ParallelTerminationStrategy: PID 23597 died...\u000a09:30:35.882562 run iperf3-srv_10.42.42.10(pid=23597): Terminated {rc=256}\u000a09:30:35.892619 --- ParallelTerminationStrategy: PID 23600 died...\u000a09:30:35.948253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23600): Terminated: ok {rc=0}\u000a09:30:35.958366 --- ParallelTerminationStrategy: PID 23603 died...\u000a09:30:36.014223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23603): Terminated: ok {rc=0}\u000a09:30:36.024351 --- ParallelTerminationStrategy: PID 23606 died...\u000a09:30:36.080098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23606): Terminated: ok {rc=0}\u000a09:30:36.167498 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23622): Process ended prematurely: osmo-stp_10.42.42.5(pid=23622) [trial-2372↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23622)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23622): Process ended prematurely: osmo-stp_10.42.42.5(pid=23622) [trial-2372↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a09:30:37.279329 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.290505 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:30:37.430031 tst iperf3m4.py: using LAC 27457\u000a09:30:37.556534 tst iperf3m4.py: using RAC 172\u000a09:30:37.679009 tst iperf3m4.py: using CellId 27457\u000a09:30:37.799241 tst iperf3m4.py: using BVCI 27458\u000a09:30:37.823046 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.833781 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.844560 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.856200 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.867634 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.879125 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.890839 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.901967 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:37.913637 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:30:38.032528 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:30:38.155116 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:30:38.272743 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:30:38.571495 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:30:38.708564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:39.046874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23608): Launched\u000a09:30:39.327262 run iperf3-srv_10.42.42.10(pid=23609): Launched\u000a09:30:39.527332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:30:39.664678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:40.001907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23610): Launched\u000a09:30:40.281985 run iperf3-srv_10.42.42.10(pid=23611): Launched\u000a09:30:40.482161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:30:40.619766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:40.956669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23612): Launched\u000a09:30:41.237229 run iperf3-srv_10.42.42.10(pid=23613): Launched\u000a09:30:41.437235 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:30:41.573883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:30:41.910460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23614): Launched\u000a09:30:42.190881 run iperf3-srv_10.42.42.10(pid=23615): Launched\u000a09:30:42.390801 tst iperf3m4.py:8: start network...\u000a09:30:42.527295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:43.050670 run create_hlr_db(pid=23616): Launched\u000a09:30:43.239504 bus /gobi_6: Setting Powered False\u000a09:30:44.260639 run create_hlr_db(pid=23616): Terminated: ok {rc=0}\u000a09:30:44.676632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23618): Launched\u000a09:30:44.987049 run osmo-hlr_10.42.42.2(pid=23619): Launched\u000a09:30:45.105792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:45.643415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23621): Launched\u000a09:30:46.019433 run osmo-stp_10.42.42.5(pid=23622): Launched\u000a09:30:46.354467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:30:46.917173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23624): Launched\u000a09:30:47.030714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:30:47.325447 run patchelf(pid=23625): Launched\u000a09:30:47.506852 run osmo-stp_10.42.42.5(pid=23622): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23622)]\u000a09:30:47.639070 run osmo-stp_10.42.42.5(pid=23622): stdout: \u000a| (launched: 2022-12-10_09:30:45.799956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:47.772259 run osmo-stp_10.42.42.5(pid=23622): stderr: \u000a| �[0;m�[38;5;43m20221210093046129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093046129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093046131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093046132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093046137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093046137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093046137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:47.900308 run osmo-stp_10.42.42.5(pid=23622): stdout: \u000a| (launched: 2022-12-10_09:30:45.799956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:48.027660 run osmo-stp_10.42.42.5(pid=23622): stderr: \u000a| �[0;m�[38;5;43m20221210093046129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093046129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093046131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093046132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093046137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093046137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093046137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:48.175688 run patchelf(pid=23625): Terminating (SIGINT)\u000a09:30:48.350333 run patchelf(pid=23625): Terminated: ok {rc=0}\u000a09:30:48.382417 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23622): Process ended prematurely: osmo-stp_10.42.42.5(pid=23622) [trial-2372↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23622)] [trial-2372↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a09:30:48.391679 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a09:30:48.453249 run osmo-hlr_10.42.42.2(pid=23619): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23619)]\u000a09:30:48.503086 run osmo-hlr_10.42.42.2(pid=23619): stdout: \u000a| (launched: 2022-12-10_09:30:44.833790) \u000a09:30:48.553490 run osmo-hlr_10.42.42.2(pid=23619): stderr: \u000a| �[0;m�[1;31m20221210093045012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093045012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093045012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093045012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093045012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093045012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093045024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093045032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093045033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093045033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:48.596488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23608): Terminating (SIGTERM)\u000a09:30:48.636491 run iperf3-srv_10.42.42.10(pid=23609): Terminating (SIGTERM)\u000a09:30:48.676688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23610): Terminating (SIGTERM)\u000a09:30:48.716733 run iperf3-srv_10.42.42.10(pid=23611): Terminating (SIGTERM)\u000a09:30:48.757025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23612): Terminating (SIGTERM)\u000a09:30:48.797155 run iperf3-srv_10.42.42.10(pid=23613): Terminating (SIGTERM)\u000a09:30:48.837331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23614): Terminating (SIGTERM)\u000a09:30:48.877376 run iperf3-srv_10.42.42.10(pid=23615): Terminating (SIGTERM)\u000a09:30:48.917754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23618): Terminating (SIGTERM)\u000a09:30:48.957720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23621): Terminating (SIGTERM)\u000a09:30:48.997875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23624): Terminating (SIGTERM)\u000a09:30:49.007095 --- ParallelTerminationStrategy: PID 23608 died...\u000a09:30:49.060798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23608): Terminated: ok {rc=0}\u000a09:30:49.070695 --- ParallelTerminationStrategy: PID 23609 died...\u000a09:30:49.124288 run iperf3-srv_10.42.42.10(pid=23609): Terminated {rc=256}\u000a09:30:49.133992 --- ParallelTerminationStrategy: PID 23610 died...\u000a09:30:49.187257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23610): Terminated: ok {rc=0}\u000a09:30:49.197210 --- ParallelTerminationStrategy: PID 23611 died...\u000a09:30:49.250155 run iperf3-srv_10.42.42.10(pid=23611): Terminated {rc=256}\u000a09:30:49.259946 --- ParallelTerminationStrategy: PID 23612 died...\u000a09:30:49.313581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23612): Terminated: ok {rc=0}\u000a09:30:49.323289 --- ParallelTerminationStrategy: PID 23613 died...\u000a09:30:49.376653 run iperf3-srv_10.42.42.10(pid=23613): Terminated {rc=256}\u000a09:30:49.386338 --- ParallelTerminationStrategy: PID 23614 died...\u000a09:30:49.439724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23614): Terminated: ok {rc=0}\u000a09:30:49.449685 --- ParallelTerminationStrategy: PID 23615 died...\u000a09:30:49.502766 run iperf3-srv_10.42.42.10(pid=23615): Terminated {rc=256}\u000a09:30:49.512627 --- ParallelTerminationStrategy: PID 23618 died...\u000a09:30:49.566363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23618): Terminated: ok {rc=0}\u000a09:30:49.576121 --- ParallelTerminationStrategy: PID 23621 died...\u000a09:30:49.629774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23621): Terminated: ok {rc=0}\u000a09:30:49.639574 --- ParallelTerminationStrategy: PID 23624 died...\u000a09:30:49.693297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23624): Terminated: ok {rc=0}\u000a09:30:49.782324 bus /gobi_4: Setting Powered False\u000a09:30:50.889590 bus /gobi_4: Setting Powered False\u000a09:30:51.997297 bus /gobi_1: Setting Powered False\u000a09:30:53.103419 bus /gobi_1: Setting Powered False\u000a09:30:54.211552 bus /gobi_0: Setting Powered False\u000a09:30:55.320374 bus /gobi_0: Setting Powered False\u000a09:30:56.429790 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23637): Process ended prematurely: osmo-stp_10.42.42.5(pid=23637) [trial-2372↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23637)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23637): Process ended prematurely: osmo-stp_10.42.42.5(pid=23637) [trial-2372↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a09:30:57.498263 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:57.510072 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:30:57.649306 tst ping.py: using LAC 27458\u000a09:30:57.769344 tst ping.py: using RAC 173\u000a09:30:57.895720 tst ping.py: using CellId 27458\u000a09:30:58.022001 tst ping.py: using BVCI 27459\u000a09:30:58.046767 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:58.058257 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:58.069359 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:58.080526 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:58.091510 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:58.102557 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:58.113796 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:30:58.124753 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:30:58.416021 tst ping.py:19: start network...\u000a09:30:58.550042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:59.062187 run create_hlr_db(pid=23631): Launched\u000a09:30:59.248370 bus /gobi_6: Setting Powered False\u000a09:31:00.268098 run create_hlr_db(pid=23631): Terminated: ok {rc=0}\u000a09:31:00.674338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23633): Launched\u000a09:31:01.045896 run osmo-hlr_10.42.42.2(pid=23634): Launched\u000a09:31:01.201324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:01.883964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23636): Launched\u000a09:31:02.291339 run osmo-stp_10.42.42.5(pid=23637): Launched\u000a09:31:02.401784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:02.930989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23639): Launched\u000a09:31:03.038548 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:03.302568 run patchelf(pid=23640): Launched\u000a09:31:03.479653 run osmo-stp_10.42.42.5(pid=23637): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23637)]\u000a09:31:03.609174 run osmo-stp_10.42.42.5(pid=23637): stdout: \u000a| (launched: 2022-12-10_09:31:02.051362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:03.738454 run osmo-stp_10.42.42.5(pid=23637): stderr: \u000a| �[0;m�[38;5;43m20221210093102286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093102286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093102286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093102287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093102287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093102287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093102287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:03.863838 run osmo-stp_10.42.42.5(pid=23637): stdout: \u000a| (launched: 2022-12-10_09:31:02.051362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:03.988032 run osmo-stp_10.42.42.5(pid=23637): stderr: \u000a| �[0;m�[38;5;43m20221210093102286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093102286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093102286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093102287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093102287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093102287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093102287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:04.132643 run patchelf(pid=23640): Terminating (SIGINT)\u000a09:31:04.302509 run patchelf(pid=23640): Terminated: ok {rc=0}\u000a09:31:04.333181 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23637): Process ended prematurely: osmo-stp_10.42.42.5(pid=23637) [trial-2372↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23637)] [trial-2372↪gprs:nanobts+band-900↪ping.py:22]\u000a09:31:04.341840 tst ping.py:22: Test FAILED (6.8 sec)\u000a09:31:04.402776 run osmo-hlr_10.42.42.2(pid=23634): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23634)]\u000a09:31:04.452041 run osmo-hlr_10.42.42.2(pid=23634): stdout: \u000a| (launched: 2022-12-10_09:31:00.828221) \u000a09:31:04.502192 run osmo-hlr_10.42.42.2(pid=23634): stderr: \u000a| �[0;m�[1;31m20221210093101198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093101198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093101198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093101198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093101199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093101199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093101219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093101235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093101236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093101236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:04.544081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23633): Terminating (SIGTERM)\u000a09:31:04.583897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23636): Terminating (SIGTERM)\u000a09:31:04.623674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23639): Terminating (SIGTERM)\u000a09:31:04.633241 --- ParallelTerminationStrategy: PID 23633 died...\u000a09:31:04.686581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23633): Terminated: ok {rc=0}\u000a09:31:04.696211 --- ParallelTerminationStrategy: PID 23636 died...\u000a09:31:04.749505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23636): Terminated: ok {rc=0}\u000a09:31:04.759415 --- ParallelTerminationStrategy: PID 23639 died...\u000a09:31:04.812291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23639): Terminated: ok {rc=0}\u000a09:31:04.896143 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23647): Process ended prematurely: osmo-stp_10.42.42.5(pid=23647) [trial-2372↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23647)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23647): Process ended prematurely: osmo-stp_10.42.42.5(pid=23647) [trial-2372↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a09:31:05.947235 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:31:05.958419 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:31:06.093810 tst ping_idle_ping.py: using LAC 27459\u000a09:31:06.218629 tst ping_idle_ping.py: using RAC 174\u000a09:31:06.336413 tst ping_idle_ping.py: using CellId 27459\u000a09:31:06.456245 tst ping_idle_ping.py: using BVCI 27460\u000a09:31:06.479425 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:31:06.490252 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:31:06.500713 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:31:06.511835 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:31:06.522575 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:31:06.533286 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:31:06.544141 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:31:06.555075 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:31:06.832886 tst ping_idle_ping.py:24: start network...\u000a09:31:06.959254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:07.439212 run create_hlr_db(pid=23641): Launched\u000a09:31:07.614720 bus /gobi_6: Setting Powered False\u000a09:31:08.634839 run create_hlr_db(pid=23641): Terminated: ok {rc=0}\u000a09:31:09.038458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23643): Launched\u000a09:31:09.340470 run osmo-hlr_10.42.42.2(pid=23644): Launched\u000a09:31:09.457546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:09.989546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23646): Launched\u000a09:31:10.291731 run osmo-stp_10.42.42.5(pid=23647): Launched\u000a09:31:10.402493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:10.927834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23649): Launched\u000a09:31:11.035111 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:11.298718 run patchelf(pid=23650): Launched\u000a09:31:11.475729 run osmo-stp_10.42.42.5(pid=23647): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23647)]\u000a09:31:11.604615 run osmo-stp_10.42.42.5(pid=23647): stdout: \u000a| (launched: 2022-12-10_09:31:10.142514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:11.733877 run osmo-stp_10.42.42.5(pid=23647): stderr: \u000a| �[0;m�[38;5;43m20221210093110314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093110314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093110314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093110315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093110315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093110315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093110315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:11.858790 run osmo-stp_10.42.42.5(pid=23647): stdout: \u000a| (launched: 2022-12-10_09:31:10.142514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:11.982716 run osmo-stp_10.42.42.5(pid=23647): stderr: \u000a| �[0;m�[38;5;43m20221210093110314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093110314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093110314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093110315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093110315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093110315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093110315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:12.127192 run patchelf(pid=23650): Terminating (SIGINT)\u000a09:31:12.297189 run patchelf(pid=23650): Terminated: ok {rc=0}\u000a09:31:12.327775 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23647): Process ended prematurely: osmo-stp_10.42.42.5(pid=23647) [trial-2372↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23647)] [trial-2372↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a09:31:12.336299 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:31:12.396729 run osmo-hlr_10.42.42.2(pid=23644): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23644)]\u000a09:31:12.445622 run osmo-hlr_10.42.42.2(pid=23644): stdout: \u000a| (launched: 2022-12-10_09:31:09.191482) \u000a09:31:12.495193 run osmo-hlr_10.42.42.2(pid=23644): stderr: \u000a| �[0;m�[1;31m20221210093109369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093109369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093109369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093109369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093109369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093109369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093109381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093109390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093109390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093109390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:12.537404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23643): Terminating (SIGTERM)\u000a09:31:12.577125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23646): Terminating (SIGTERM)\u000a09:31:12.617130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23649): Terminating (SIGTERM)\u000a09:31:12.626436 --- ParallelTerminationStrategy: PID 23643 died...\u000a09:31:12.680522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23643): Terminated: ok {rc=0}\u000a09:31:12.690270 --- ParallelTerminationStrategy: PID 23646 died...\u000a09:31:12.743441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23646): Terminated: ok {rc=0}\u000a09:31:12.753391 --- ParallelTerminationStrategy: PID 23649 died...\u000a09:31:12.806742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23649): Terminated: ok {rc=0}\u000a09:31:12.890282 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:30:14" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23664): Process ended prematurely: osmo-stp_10.42.42.5(pid=23664) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23664)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23664): Process ended prematurely: osmo-stp_10.42.42.5(pid=23664) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:31:15.061836 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.075949 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:31:15.223026 tst cs_paging_gprs_active.py: using LAC 27460\u000a09:31:15.350824 tst cs_paging_gprs_active.py: using RAC 175\u000a09:31:15.478728 tst cs_paging_gprs_active.py: using CellId 27460\u000a09:31:15.611993 tst cs_paging_gprs_active.py: using BVCI 27461\u000a09:31:15.637260 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.648763 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.659942 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.671172 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.682262 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.693463 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.704638 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.715708 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:15.726993 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:31:15.849676 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:31:16.180530 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:31:16.320443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:16.698569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23654): Launched\u000a09:31:17.027666 run iperf3-srv_10.42.42.10(pid=23655): Launched\u000a09:31:17.253825 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:31:17.383890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:17.707498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23656): Launched\u000a09:31:17.976765 run iperf3-srv_10.42.42.10(pid=23657): Launched\u000a09:31:18.165200 tst cs_paging_gprs_active.py:38: start network...\u000a09:31:18.298142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:18.826300 run create_hlr_db(pid=23658): Launched\u000a09:31:19.015027 bus /gobi_6: Setting Powered False\u000a09:31:20.036179 run create_hlr_db(pid=23658): Terminated: ok {rc=0}\u000a09:31:20.452500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23660): Launched\u000a09:31:20.766399 run osmo-hlr_10.42.42.2(pid=23661): Launched\u000a09:31:20.884259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:21.422216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23663): Launched\u000a09:31:21.734494 run osmo-stp_10.42.42.5(pid=23664): Launched\u000a09:31:21.849078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:22.387310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23666): Launched\u000a09:31:22.497420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:22.768881 run patchelf(pid=23667): Launched\u000a09:31:22.949237 run osmo-stp_10.42.42.5(pid=23664): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23664)]\u000a09:31:23.080429 run osmo-stp_10.42.42.5(pid=23664): stdout: \u000a| (launched: 2022-12-10_09:31:21.578454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:23.211691 run osmo-stp_10.42.42.5(pid=23664): stderr: \u000a| �[0;m�[38;5;43m20221210093121754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093121754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093121755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093121755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093121755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093121756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093121756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:23.338843 run osmo-stp_10.42.42.5(pid=23664): stdout: \u000a| (launched: 2022-12-10_09:31:21.578454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:23.464735 run osmo-stp_10.42.42.5(pid=23664): stderr: \u000a| �[0;m�[38;5;43m20221210093121754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093121754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093121755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093121755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093121755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093121756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093121756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:23.617387 run patchelf(pid=23667): Terminating (SIGINT)\u000a09:31:23.800113 run patchelf(pid=23667): Terminated: ok {rc=0}\u000a09:31:23.833456 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23664): Process ended prematurely: osmo-stp_10.42.42.5(pid=23664) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23664)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:31:23.843126 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:31:23.907113 run osmo-hlr_10.42.42.2(pid=23661): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23661)]\u000a09:31:23.958370 run osmo-hlr_10.42.42.2(pid=23661): stdout: \u000a| (launched: 2022-12-10_09:31:20.609795) \u000a09:31:24.010357 run osmo-hlr_10.42.42.2(pid=23661): stderr: \u000a| �[0;m�[1;31m20221210093120790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093120790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093120790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093120790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093120791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093120791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093120803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:24.054275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23654): Terminating (SIGTERM)\u000a09:31:24.095971 run iperf3-srv_10.42.42.10(pid=23655): Terminating (SIGTERM)\u000a09:31:24.138099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23656): Terminating (SIGTERM)\u000a09:31:24.179688 run iperf3-srv_10.42.42.10(pid=23657): Terminating (SIGTERM)\u000a09:31:24.221381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23660): Terminating (SIGTERM)\u000a09:31:24.263197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23663): Terminating (SIGTERM)\u000a09:31:24.304810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23666): Terminating (SIGTERM)\u000a09:31:24.314980 --- ParallelTerminationStrategy: PID 23654 died...\u000a09:31:24.371297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23654): Terminated: ok {rc=0}\u000a09:31:24.381457 --- ParallelTerminationStrategy: PID 23655 died...\u000a09:31:24.437075 run iperf3-srv_10.42.42.10(pid=23655): Terminated {rc=256}\u000a09:31:24.447071 --- ParallelTerminationStrategy: PID 23656 died...\u000a09:31:24.502363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23656): Terminated: ok {rc=0}\u000a09:31:24.512764 --- ParallelTerminationStrategy: PID 23657 died...\u000a09:31:24.568493 run iperf3-srv_10.42.42.10(pid=23657): Terminated {rc=256}\u000a09:31:24.578964 --- ParallelTerminationStrategy: PID 23660 died...\u000a09:31:24.634870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23660): Terminated: ok {rc=0}\u000a09:31:24.644819 --- ParallelTerminationStrategy: PID 23663 died...\u000a09:31:24.700503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23663): Terminated: ok {rc=0}\u000a09:31:24.711049 --- ParallelTerminationStrategy: PID 23666 died...\u000a09:31:24.766355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23666): Terminated: ok {rc=0}\u000a09:31:24.852911 bus /gobi_0: Setting Powered False\u000a09:31:25.959200 bus /gobi_0: Setting Powered False\u000a09:31:27.068610 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23676): Process ended prematurely: osmo-stp_10.42.42.5(pid=23676) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23676)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23676): Process ended prematurely: osmo-stp_10.42.42.5(pid=23676) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:31:28.178798 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.190171 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:31:28.335047 tst iperf3.py: using LAC 27461\u000a09:31:28.456752 tst iperf3.py: using RAC 176\u000a09:31:28.577240 tst iperf3.py: using CellId 27461\u000a09:31:28.696292 tst iperf3.py: using BVCI 27462\u000a09:31:28.719832 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.730851 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.741593 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.752635 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.763550 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.774588 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.785679 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.796595 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:28.807718 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:31:29.106213 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:31:29.243833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:29.588226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23668): Launched\u000a09:31:29.875658 run iperf3-srv_10.42.42.10(pid=23669): Launched\u000a09:31:30.076748 tst iperf3.py:8: start network...\u000a09:31:30.214352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:30.742494 run create_hlr_db(pid=23670): Launched\u000a09:31:30.942123 bus /gobi_6: Setting Powered False\u000a09:31:31.953341 run create_hlr_db(pid=23670): Terminated: ok {rc=0}\u000a09:31:32.460778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23672): Launched\u000a09:31:32.792665 run osmo-hlr_10.42.42.2(pid=23673): Launched\u000a09:31:32.914814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:33.487582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23675): Launched\u000a09:31:33.819145 run osmo-stp_10.42.42.5(pid=23676): Launched\u000a09:31:33.937781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:34.511068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23678): Launched\u000a09:31:34.628204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:34.915754 run patchelf(pid=23679): Launched\u000a09:31:35.106599 run osmo-stp_10.42.42.5(pid=23676): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23676)]\u000a09:31:35.245217 run osmo-stp_10.42.42.5(pid=23676): stdout: \u000a| (launched: 2022-12-10_09:31:33.653859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:35.384570 run osmo-stp_10.42.42.5(pid=23676): stderr: \u000a| �[0;m�[38;5;43m20221210093133852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093133852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093133852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093133853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093133853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093133853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093133853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:35.519194 run osmo-stp_10.42.42.5(pid=23676): stdout: \u000a| (launched: 2022-12-10_09:31:33.653859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:35.653656 run osmo-stp_10.42.42.5(pid=23676): stderr: \u000a| �[0;m�[38;5;43m20221210093133852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093133852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093133852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093133853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093133853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093133853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093133853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:35.808279 run patchelf(pid=23679): Terminating (SIGINT)\u000a09:31:35.990164 run patchelf(pid=23679): Terminated: ok {rc=0}\u000a09:31:36.023368 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23676): Process ended prematurely: osmo-stp_10.42.42.5(pid=23676) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23676)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a09:31:36.033194 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a09:31:36.095780 run osmo-hlr_10.42.42.2(pid=23673): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23673)]\u000a09:31:36.146577 run osmo-hlr_10.42.42.2(pid=23673): stdout: \u000a| (launched: 2022-12-10_09:31:32.627528) \u000a09:31:36.197916 run osmo-hlr_10.42.42.2(pid=23673): stderr: \u000a| �[0;m�[1;31m20221210093132834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093132834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093132834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093132834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093132834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093132834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093132846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093132854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093132854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093132854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:36.241606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23668): Terminating (SIGTERM)\u000a09:31:36.282713 run iperf3-srv_10.42.42.10(pid=23669): Terminating (SIGTERM)\u000a09:31:36.323700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23672): Terminating (SIGTERM)\u000a09:31:36.364590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23675): Terminating (SIGTERM)\u000a09:31:36.406442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23678): Terminating (SIGTERM)\u000a09:31:36.416125 --- ParallelTerminationStrategy: PID 23668 died...\u000a09:31:36.471336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23668): Terminated: ok {rc=0}\u000a09:31:36.481439 --- ParallelTerminationStrategy: PID 23669 died...\u000a09:31:36.536691 run iperf3-srv_10.42.42.10(pid=23669): Terminated {rc=256}\u000a09:31:36.546726 --- ParallelTerminationStrategy: PID 23672 died...\u000a09:31:36.602092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23672): Terminated: ok {rc=0}\u000a09:31:36.612183 --- ParallelTerminationStrategy: PID 23675 died...\u000a09:31:36.666966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23675): Terminated: ok {rc=0}\u000a09:31:36.677107 --- ParallelTerminationStrategy: PID 23678 died...\u000a09:31:36.731739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23678): Terminated: ok {rc=0}\u000a09:31:36.817141 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23694): Process ended prematurely: osmo-stp_10.42.42.5(pid=23694) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23694)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23694): Process ended prematurely: osmo-stp_10.42.42.5(pid=23694) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:31:37.932276 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:37.944293 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:31:38.088742 tst iperf3m4.py: using LAC 27462\u000a09:31:38.218023 tst iperf3m4.py: using RAC 177\u000a09:31:38.348070 tst iperf3m4.py: using CellId 27462\u000a09:31:38.477418 tst iperf3m4.py: using BVCI 27463\u000a09:31:38.502485 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:38.513866 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:38.525156 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:38.536300 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:38.547392 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:38.558640 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:38.570448 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:38.581622 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:38.592787 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:31:38.710566 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:31:38.833910 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:31:38.952544 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:31:39.237481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:31:39.367197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:39.689899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23680): Launched\u000a09:31:39.958751 run iperf3-srv_10.42.42.10(pid=23681): Launched\u000a09:31:40.147316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:31:40.276307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:40.599212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23682): Launched\u000a09:31:40.868265 run iperf3-srv_10.42.42.10(pid=23683): Launched\u000a09:31:41.056678 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:31:41.185668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:41.508801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23684): Launched\u000a09:31:41.778734 run iperf3-srv_10.42.42.10(pid=23685): Launched\u000a09:31:41.966922 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:31:42.096090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:31:42.418330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23686): Launched\u000a09:31:42.686827 run iperf3-srv_10.42.42.10(pid=23687): Launched\u000a09:31:42.874686 tst iperf3m4.py:8: start network...\u000a09:31:43.003230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:43.505971 run create_hlr_db(pid=23688): Launched\u000a09:31:43.695321 bus /gobi_6: Setting Powered False\u000a09:31:44.716367 run create_hlr_db(pid=23688): Terminated: ok {rc=0}\u000a09:31:45.155193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23690): Launched\u000a09:31:45.485496 run osmo-hlr_10.42.42.2(pid=23691): Launched\u000a09:31:45.605109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:46.217837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23693): Launched\u000a09:31:46.634678 run osmo-stp_10.42.42.5(pid=23694): Launched\u000a09:31:46.842911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:31:47.422025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23696): Launched\u000a09:31:47.538710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:31:47.827668 run patchelf(pid=23697): Launched\u000a09:31:48.017799 run osmo-stp_10.42.42.5(pid=23694): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23694)]\u000a09:31:48.157051 run osmo-stp_10.42.42.5(pid=23694): stdout: \u000a| (launched: 2022-12-10_09:31:46.387912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:48.296756 run osmo-stp_10.42.42.5(pid=23694): stderr: \u000a| �[0;m�[38;5;43m20221210093146672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093146672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093146673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093146673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093146675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093146675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093146675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:48.431972 run osmo-stp_10.42.42.5(pid=23694): stdout: \u000a| (launched: 2022-12-10_09:31:46.387912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:48.566183 run osmo-stp_10.42.42.5(pid=23694): stderr: \u000a| �[0;m�[38;5;43m20221210093146672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093146672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093146673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093146673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093146675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093146675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093146675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:48.721688 run patchelf(pid=23697): Terminating (SIGINT)\u000a09:31:48.903929 run patchelf(pid=23697): Terminated: ok {rc=0}\u000a09:31:48.937325 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23694): Process ended prematurely: osmo-stp_10.42.42.5(pid=23694) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23694)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:31:48.947172 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:31:49.010281 run osmo-hlr_10.42.42.2(pid=23691): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23691)]\u000a09:31:49.061445 run osmo-hlr_10.42.42.2(pid=23691): stdout: \u000a| (launched: 2022-12-10_09:31:45.321671) \u000a09:31:49.113738 run osmo-hlr_10.42.42.2(pid=23691): stderr: \u000a| �[0;m�[1;31m20221210093145525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093145525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093145525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093145525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093145525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093145525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093145538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093145546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093145546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093145546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:49.158209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23680): Terminating (SIGTERM)\u000a09:31:49.200645 run iperf3-srv_10.42.42.10(pid=23681): Terminating (SIGTERM)\u000a09:31:49.242347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23682): Terminating (SIGTERM)\u000a09:31:49.283914 run iperf3-srv_10.42.42.10(pid=23683): Terminating (SIGTERM)\u000a09:31:49.325758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23684): Terminating (SIGTERM)\u000a09:31:49.367456 run iperf3-srv_10.42.42.10(pid=23685): Terminating (SIGTERM)\u000a09:31:49.409251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23686): Terminating (SIGTERM)\u000a09:31:49.450837 run iperf3-srv_10.42.42.10(pid=23687): Terminating (SIGTERM)\u000a09:31:49.492499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23690): Terminating (SIGTERM)\u000a09:31:49.534274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23693): Terminating (SIGTERM)\u000a09:31:49.576322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23696): Terminating (SIGTERM)\u000a09:31:49.586226 --- ParallelTerminationStrategy: PID 23680 died...\u000a09:31:49.642044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23680): Terminated: ok {rc=0}\u000a09:31:49.652122 --- ParallelTerminationStrategy: PID 23681 died...\u000a09:31:49.707627 run iperf3-srv_10.42.42.10(pid=23681): Terminated {rc=256}\u000a09:31:49.717764 --- ParallelTerminationStrategy: PID 23682 died...\u000a09:31:49.773360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23682): Terminated: ok {rc=0}\u000a09:31:49.783508 --- ParallelTerminationStrategy: PID 23683 died...\u000a09:31:49.838878 run iperf3-srv_10.42.42.10(pid=23683): Terminated {rc=256}\u000a09:31:49.848941 --- ParallelTerminationStrategy: PID 23684 died...\u000a09:31:49.904194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23684): Terminated: ok {rc=0}\u000a09:31:49.914235 --- ParallelTerminationStrategy: PID 23685 died...\u000a09:31:49.969382 run iperf3-srv_10.42.42.10(pid=23685): Terminated {rc=256}\u000a09:31:49.979431 --- ParallelTerminationStrategy: PID 23686 died...\u000a09:31:50.034619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23686): Terminated: ok {rc=0}\u000a09:31:50.044722 --- ParallelTerminationStrategy: PID 23687 died...\u000a09:31:50.099782 run iperf3-srv_10.42.42.10(pid=23687): Terminated {rc=256}\u000a09:31:50.109884 --- ParallelTerminationStrategy: PID 23690 died...\u000a09:31:50.164821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23690): Terminated: ok {rc=0}\u000a09:31:50.174904 --- ParallelTerminationStrategy: PID 23693 died...\u000a09:31:50.230134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23693): Terminated: ok {rc=0}\u000a09:31:50.240189 --- ParallelTerminationStrategy: PID 23696 died...\u000a09:31:50.295370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23696): Terminated: ok {rc=0}\u000a09:31:50.382907 bus /gobi_4: Setting Powered False\u000a09:31:51.484625 bus /gobi_4: Setting Powered False\u000a09:31:52.596746 bus /gobi_1: Setting Powered False\u000a09:31:53.700042 bus /gobi_1: Setting Powered False\u000a09:31:54.810887 bus /gobi_0: Setting Powered False\u000a09:31:55.914306 bus /gobi_0: Setting Powered False\u000a09:31:57.023337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23704): Process ended prematurely: osmo-stp_10.42.42.5(pid=23704) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23704)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23704): Process ended prematurely: osmo-stp_10.42.42.5(pid=23704) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:31:58.090972 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:58.103089 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:31:58.247652 tst ping.py: using LAC 27463\u000a09:31:58.378545 tst ping.py: using RAC 178\u000a09:31:58.503059 tst ping.py: using CellId 27463\u000a09:31:58.627631 tst ping.py: using BVCI 27464\u000a09:31:58.652247 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:58.663809 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:58.675203 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:58.686522 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:58.697743 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:58.708926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:58.720391 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:31:58.731734 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:31:59.010489 tst ping.py:19: start network...\u000a09:31:59.136336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:59.617897 run create_hlr_db(pid=23698): Launched\u000a09:31:59.793958 bus /gobi_6: Setting Powered False\u000a09:32:00.814083 run create_hlr_db(pid=23698): Terminated: ok {rc=0}\u000a09:32:01.270541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23700): Launched\u000a09:32:01.711347 run osmo-hlr_10.42.42.2(pid=23701): Launched\u000a09:32:01.860896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:02.519788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23703): Launched\u000a09:32:02.846731 run osmo-stp_10.42.42.5(pid=23704): Launched\u000a09:32:02.962979 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:03.530459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23706): Launched\u000a09:32:03.645740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:03.930428 run patchelf(pid=23707): Launched\u000a09:32:04.119172 run osmo-stp_10.42.42.5(pid=23704): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23704)]\u000a09:32:04.256641 run osmo-stp_10.42.42.5(pid=23704): stdout: \u000a| (launched: 2022-12-10_09:32:02.684238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:04.394753 run osmo-stp_10.42.42.5(pid=23704): stderr: \u000a| �[0;m�[38;5;43m20221210093202882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093202882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093202882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093202883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093202883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093202883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093202883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:04.528158 run osmo-stp_10.42.42.5(pid=23704): stdout: \u000a| (launched: 2022-12-10_09:32:02.684238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:04.661107 run osmo-stp_10.42.42.5(pid=23704): stderr: \u000a| �[0;m�[38;5;43m20221210093202882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093202882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093202882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093202883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093202883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093202883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093202883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:04.814895 run patchelf(pid=23707): Terminating (SIGINT)\u000a09:32:04.995184 run patchelf(pid=23707): Terminated: ok {rc=0}\u000a09:32:05.027627 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23704): Process ended prematurely: osmo-stp_10.42.42.5(pid=23704) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23704)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a09:32:05.036687 tst ping.py:22: Test FAILED (6.9 sec)\u000a09:32:05.099687 run osmo-hlr_10.42.42.2(pid=23701): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23701)]\u000a09:32:05.150552 run osmo-hlr_10.42.42.2(pid=23701): stdout: \u000a| (launched: 2022-12-10_09:32:01.439195) \u000a09:32:05.202341 run osmo-hlr_10.42.42.2(pid=23701): stderr: \u000a| �[0;m�[1;31m20221210093201662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093201662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093201663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093201663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093201663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093201663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093201684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093201699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093201699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093201699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:05.246751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23700): Terminating (SIGTERM)\u000a09:32:05.288801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23703): Terminating (SIGTERM)\u000a09:32:05.331171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23706): Terminating (SIGTERM)\u000a09:32:05.341176 --- ParallelTerminationStrategy: PID 23700 died...\u000a09:32:05.397740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23700): Terminated: ok {rc=0}\u000a09:32:05.408155 --- ParallelTerminationStrategy: PID 23703 died...\u000a09:32:05.464484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23703): Terminated: ok {rc=0}\u000a09:32:05.474881 --- ParallelTerminationStrategy: PID 23706 died...\u000a09:32:05.530916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23706): Terminated: ok {rc=0}\u000a09:32:05.619231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23714): Process ended prematurely: osmo-stp_10.42.42.5(pid=23714) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23714)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23714): Process ended prematurely: osmo-stp_10.42.42.5(pid=23714) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:32:06.671743 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:32:06.688100 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:32:06.822894 tst ping_idle_ping.py: using LAC 27464\u000a09:32:06.964443 tst ping_idle_ping.py: using RAC 179\u000a09:32:07.097986 tst ping_idle_ping.py: using CellId 27464\u000a09:32:07.225100 tst ping_idle_ping.py: using BVCI 27465\u000a09:32:07.250158 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:32:07.261879 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:32:07.273278 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:32:07.284870 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:32:07.296219 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:32:07.307709 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:32:07.319413 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:32:07.330901 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:32:07.625218 tst ping_idle_ping.py:24: start network...\u000a09:32:07.759491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:08.281744 run create_hlr_db(pid=23708): Launched\u000a09:32:08.468347 bus /gobi_6: Setting Powered False\u000a09:32:09.489606 run create_hlr_db(pid=23708): Terminated: ok {rc=0}\u000a09:32:09.901838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23710): Launched\u000a09:32:10.209354 run osmo-hlr_10.42.42.2(pid=23711): Launched\u000a09:32:10.325540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:10.855474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23713): Launched\u000a09:32:11.162079 run osmo-stp_10.42.42.5(pid=23714): Launched\u000a09:32:11.272651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:11.803103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23716): Launched\u000a09:32:11.910754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:12.178888 run patchelf(pid=23717): Launched\u000a09:32:12.355931 run osmo-stp_10.42.42.5(pid=23714): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23714)]\u000a09:32:12.485296 run osmo-stp_10.42.42.5(pid=23714): stdout: \u000a| (launched: 2022-12-10_09:32:11.008746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:12.614832 run osmo-stp_10.42.42.5(pid=23714): stderr: \u000a| �[0;m�[38;5;43m20221210093211183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093211183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093211183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093211184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093211184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093211184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093211184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:12.740128 run osmo-stp_10.42.42.5(pid=23714): stdout: \u000a| (launched: 2022-12-10_09:32:11.008746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:12.864028 run osmo-stp_10.42.42.5(pid=23714): stderr: \u000a| �[0;m�[38;5;43m20221210093211183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093211183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093211183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093211184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093211184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093211184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093211184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:13.009180 run patchelf(pid=23717): Terminating (SIGINT)\u000a09:32:13.179353 run patchelf(pid=23717): Terminated: ok {rc=0}\u000a09:32:13.210246 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23714): Process ended prematurely: osmo-stp_10.42.42.5(pid=23714) [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23714)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:32:13.218725 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:32:13.279054 run osmo-hlr_10.42.42.2(pid=23711): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23711)]\u000a09:32:13.327805 run osmo-hlr_10.42.42.2(pid=23711): stdout: \u000a| (launched: 2022-12-10_09:32:10.055340) \u000a09:32:13.377184 run osmo-hlr_10.42.42.2(pid=23711): stderr: \u000a| �[0;m�[1;31m20221210093210237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093210237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093210237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093210237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093210237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093210237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093210249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093210257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093210257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093210258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:13.418602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23710): Terminating (SIGTERM)\u000a09:32:13.457939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23713): Terminating (SIGTERM)\u000a09:32:13.497417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23716): Terminating (SIGTERM)\u000a09:32:13.506696 --- ParallelTerminationStrategy: PID 23710 died...\u000a09:32:13.559240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23710): Terminated: ok {rc=0}\u000a09:32:13.569146 --- ParallelTerminationStrategy: PID 23713 died...\u000a09:32:13.621725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23713): Terminated: ok {rc=0}\u000a09:32:13.631485 --- ParallelTerminationStrategy: PID 23716 died...\u000a09:32:13.683898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23716): Terminated: ok {rc=0}\u000a09:32:13.766899 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:31:14" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23731): Process ended prematurely: osmo-stp_10.42.42.5(pid=23731) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23731)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23731): Process ended prematurely: osmo-stp_10.42.42.5(pid=23731) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:32:15.964162 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:15.975803 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:32:16.149412 tst cs_paging_gprs_active.py: using LAC 27465\u000a09:32:16.280752 tst cs_paging_gprs_active.py: using RAC 180\u000a09:32:16.417599 tst cs_paging_gprs_active.py: using CellId 27465\u000a09:32:16.547142 tst cs_paging_gprs_active.py: using BVCI 27466\u000a09:32:16.573541 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:16.586305 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:16.598216 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:16.610487 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:16.622384 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:16.634589 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:16.646780 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:16.658862 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:16.670932 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:32:16.794133 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:32:17.082851 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:32:17.215328 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:17.535921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23721): Launched\u000a09:32:17.800842 run iperf3-srv_10.42.42.10(pid=23722): Launched\u000a09:32:17.989247 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:32:18.122389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:18.459355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23723): Launched\u000a09:32:18.740651 run iperf3-srv_10.42.42.10(pid=23724): Launched\u000a09:32:18.940940 tst cs_paging_gprs_active.py:38: start network...\u000a09:32:19.077695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:19.599479 run create_hlr_db(pid=23725): Launched\u000a09:32:19.787996 bus /gobi_6: Setting Powered False\u000a09:32:20.809832 run create_hlr_db(pid=23725): Terminated: ok {rc=0}\u000a09:32:21.221160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23727): Launched\u000a09:32:21.530391 run osmo-hlr_10.42.42.2(pid=23728): Launched\u000a09:32:21.644133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:22.178881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23730): Launched\u000a09:32:22.488084 run osmo-stp_10.42.42.5(pid=23731): Launched\u000a09:32:22.601728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:23.137933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23733): Launched\u000a09:32:23.252276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:23.537680 run patchelf(pid=23734): Launched\u000a09:32:23.729284 run osmo-stp_10.42.42.5(pid=23731): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23731)]\u000a09:32:23.869126 run osmo-stp_10.42.42.5(pid=23731): stdout: \u000a| (launched: 2022-12-10_09:32:22.335944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:24.008876 run osmo-stp_10.42.42.5(pid=23731): stderr: \u000a| �[0;m�[38;5;43m20221210093222508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093222508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093222508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093222509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093222509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093222509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093222509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:24.144057 run osmo-stp_10.42.42.5(pid=23731): stdout: \u000a| (launched: 2022-12-10_09:32:22.335944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:24.278424 run osmo-stp_10.42.42.5(pid=23731): stderr: \u000a| �[0;m�[38;5;43m20221210093222508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093222508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093222508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093222509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093222509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093222509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093222509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:24.434285 run patchelf(pid=23734): Terminating (SIGINT)\u000a09:32:24.617495 run patchelf(pid=23734): Terminated: ok {rc=0}\u000a09:32:24.650924 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23731): Process ended prematurely: osmo-stp_10.42.42.5(pid=23731) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23731)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:32:24.660549 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:32:24.722846 run osmo-hlr_10.42.42.2(pid=23728): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23728)]\u000a09:32:24.773795 run osmo-hlr_10.42.42.2(pid=23728): stdout: \u000a| (launched: 2022-12-10_09:32:21.378326) \u000a09:32:24.825333 run osmo-hlr_10.42.42.2(pid=23728): stderr: \u000a| �[0;m�[1;31m20221210093221555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093221555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093221555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093221555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093221555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093221555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093221593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093221603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093221604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093221604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:24.869235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23721): Terminating (SIGTERM)\u000a09:32:24.910654 run iperf3-srv_10.42.42.10(pid=23722): Terminating (SIGTERM)\u000a09:32:24.952121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23723): Terminating (SIGTERM)\u000a09:32:24.993602 run iperf3-srv_10.42.42.10(pid=23724): Terminating (SIGTERM)\u000a09:32:25.034922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23727): Terminating (SIGTERM)\u000a09:32:25.076346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23730): Terminating (SIGTERM)\u000a09:32:25.118198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23733): Terminating (SIGTERM)\u000a09:32:25.128019 --- ParallelTerminationStrategy: PID 23721 died...\u000a09:32:25.183167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23721): Terminated: ok {rc=0}\u000a09:32:25.193231 --- ParallelTerminationStrategy: PID 23722 died...\u000a09:32:25.247918 run iperf3-srv_10.42.42.10(pid=23722): Terminated {rc=256}\u000a09:32:25.257918 --- ParallelTerminationStrategy: PID 23723 died...\u000a09:32:25.312447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23723): Terminated: ok {rc=0}\u000a09:32:25.322501 --- ParallelTerminationStrategy: PID 23724 died...\u000a09:32:25.378071 run iperf3-srv_10.42.42.10(pid=23724): Terminated {rc=256}\u000a09:32:25.387996 --- ParallelTerminationStrategy: PID 23727 died...\u000a09:32:25.442998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23727): Terminated: ok {rc=0}\u000a09:32:25.452937 --- ParallelTerminationStrategy: PID 23730 died...\u000a09:32:25.507872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23730): Terminated: ok {rc=0}\u000a09:32:25.517872 --- ParallelTerminationStrategy: PID 23733 died...\u000a09:32:25.572572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23733): Terminated: ok {rc=0}\u000a09:32:25.659634 bus /gobi_0: Setting Powered False\u000a09:32:26.762115 bus /gobi_0: Setting Powered False\u000a09:32:27.872245 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23743): Process ended prematurely: osmo-stp_10.42.42.5(pid=23743) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23743)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23743): Process ended prematurely: osmo-stp_10.42.42.5(pid=23743) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:32:28.983480 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:28.995193 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:32:29.154954 tst iperf3.py: using LAC 27466\u000a09:32:29.275304 tst iperf3.py: using RAC 181\u000a09:32:29.397899 tst iperf3.py: using CellId 27466\u000a09:32:29.520666 tst iperf3.py: using BVCI 27467\u000a09:32:29.544092 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:29.555045 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:29.565951 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:29.577183 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:29.588272 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:29.599479 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:29.610835 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:29.622139 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:29.633563 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:32:29.928870 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:32:30.066581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:30.404415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23735): Launched\u000a09:32:30.686532 run iperf3-srv_10.42.42.10(pid=23736): Launched\u000a09:32:30.904044 tst iperf3.py:8: start network...\u000a09:32:31.044174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:31.607970 run create_hlr_db(pid=23737): Launched\u000a09:32:31.801183 bus /gobi_6: Setting Powered False\u000a09:32:32.809424 run create_hlr_db(pid=23737): Terminated: ok {rc=0}\u000a09:32:33.255680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23739): Launched\u000a09:32:33.584227 run osmo-hlr_10.42.42.2(pid=23740): Launched\u000a09:32:33.704777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:34.273055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23742): Launched\u000a09:32:34.599249 run osmo-stp_10.42.42.5(pid=23743): Launched\u000a09:32:34.717965 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:35.287669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23745): Launched\u000a09:32:35.404658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:35.688420 run patchelf(pid=23746): Launched\u000a09:32:35.878936 run osmo-stp_10.42.42.5(pid=23743): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23743)]\u000a09:32:36.019434 run osmo-stp_10.42.42.5(pid=23743): stdout: \u000a| (launched: 2022-12-10_09:32:34.439221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:36.158868 run osmo-stp_10.42.42.5(pid=23743): stderr: \u000a| �[0;m�[38;5;43m20221210093234634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093234634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093234634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093234634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093234635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093234635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093234635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:36.293965 run osmo-stp_10.42.42.5(pid=23743): stdout: \u000a| (launched: 2022-12-10_09:32:34.439221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:36.427818 run osmo-stp_10.42.42.5(pid=23743): stderr: \u000a| �[0;m�[38;5;43m20221210093234634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093234634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093234634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093234634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093234635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093234635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093234635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:36.583504 run patchelf(pid=23746): Terminating (SIGINT)\u000a09:32:36.766974 run patchelf(pid=23746): Terminated: ok {rc=0}\u000a09:32:36.800301 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23743): Process ended prematurely: osmo-stp_10.42.42.5(pid=23743) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23743)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:32:36.809987 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a09:32:36.872341 run osmo-hlr_10.42.42.2(pid=23740): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23740)]\u000a09:32:36.923213 run osmo-hlr_10.42.42.2(pid=23740): stdout: \u000a| (launched: 2022-12-10_09:32:33.422654) \u000a09:32:36.974714 run osmo-hlr_10.42.42.2(pid=23740): stderr: \u000a| �[0;m�[1;31m20221210093233623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093233623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093233623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093233623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093233623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093233623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093233638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093233647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093233647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093233647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:37.018315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23735): Terminating (SIGTERM)\u000a09:32:37.059215 run iperf3-srv_10.42.42.10(pid=23736): Terminating (SIGTERM)\u000a09:32:37.100149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23739): Terminating (SIGTERM)\u000a09:32:37.140940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23742): Terminating (SIGTERM)\u000a09:32:37.181934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23745): Terminating (SIGTERM)\u000a09:32:37.191497 --- ParallelTerminationStrategy: PID 23735 died...\u000a09:32:37.246509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23735): Terminated: ok {rc=0}\u000a09:32:37.256451 --- ParallelTerminationStrategy: PID 23736 died...\u000a09:32:37.311153 run iperf3-srv_10.42.42.10(pid=23736): Terminated {rc=256}\u000a09:32:37.321191 --- ParallelTerminationStrategy: PID 23739 died...\u000a09:32:37.376035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23739): Terminated: ok {rc=0}\u000a09:32:37.386065 --- ParallelTerminationStrategy: PID 23742 died...\u000a09:32:37.440933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23742): Terminated: ok {rc=0}\u000a09:32:37.451134 --- ParallelTerminationStrategy: PID 23745 died...\u000a09:32:37.506347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23745): Terminated: ok {rc=0}\u000a09:32:37.593557 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:32:38.708777 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:38.720838 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:32:38.882985 tst iperf3m4.py: using LAC 27467\u000a09:32:39.011174 tst iperf3m4.py: using RAC 182\u000a09:32:39.139135 tst iperf3m4.py: using CellId 27467\u000a09:32:39.267260 tst iperf3m4.py: using BVCI 27468\u000a09:32:39.292364 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:39.303703 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:39.315123 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:39.326443 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:39.338076 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:39.349449 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:39.361068 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:39.372270 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:39.383829 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:32:39.504723 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:32:39.626684 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:32:39.745901 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:32:40.043744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:32:40.180691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:40.517677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23748): Launched\u000a09:32:40.798835 run iperf3-srv_10.42.42.10(pid=23749): Launched\u000a09:32:40.999072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:32:41.136144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:41.474664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Launched\u000a09:32:41.754915 run iperf3-srv_10.42.42.10(pid=23751): Launched\u000a09:32:41.954324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:32:42.090646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:42.427073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Launched\u000a09:32:42.707522 run iperf3-srv_10.42.42.10(pid=23753): Launched\u000a09:32:42.907290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:32:43.043748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:43.380148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Launched\u000a09:32:43.661230 run iperf3-srv_10.42.42.10(pid=23755): Launched\u000a09:32:43.860800 tst iperf3m4.py:8: start network...\u000a09:32:43.997410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:44.517197 run create_hlr_db(pid=23756): Launched\u000a09:32:44.705234 bus /gobi_6: Setting Powered False\u000a09:32:45.725609 run create_hlr_db(pid=23756): Terminated: ok {rc=0}\u000a09:32:46.186704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Launched\u000a09:32:46.620933 run osmo-hlr_10.42.42.2(pid=23759): Launched\u000a09:32:46.865967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:47.438024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Launched\u000a09:32:47.766911 run osmo-stp_10.42.42.5(pid=23762): Launched\u000a09:32:47.886868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:48.455120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Launched\u000a09:32:48.571720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:48.856861 run patchelf(pid=23765): Launched\u000a09:32:49.046966 run osmo-stp_10.42.42.5(pid=23762): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]\u000a09:32:49.185734 run osmo-stp_10.42.42.5(pid=23762): stdout: \u000a| (launched: 2022-12-10_09:32:47.606124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:49.324572 run osmo-stp_10.42.42.5(pid=23762): stderr: \u000a| �[0;m�[38;5;43m20221210093247801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093247801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093247801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093247802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093247802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093247802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093247802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:49.458847 run osmo-stp_10.42.42.5(pid=23762): stdout: \u000a| (launched: 2022-12-10_09:32:47.606124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:49.592919 run osmo-stp_10.42.42.5(pid=23762): stderr: \u000a| �[0;m�[38;5;43m20221210093247801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093247801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093247801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093247802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093247802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093247802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093247802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:49.748074 run patchelf(pid=23765): Terminating (SIGINT)\u000a09:32:49.930532 run patchelf(pid=23765): Terminated: ok {rc=0}\u000a09:32:49.963792 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:32:49.973459 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a09:32:50.035820 run osmo-hlr_10.42.42.2(pid=23759): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23759)]\u000a09:32:50.086428 run osmo-hlr_10.42.42.2(pid=23759): stdout: \u000a| (launched: 2022-12-10_09:32:46.356011) \u000a09:32:50.137740 run osmo-hlr_10.42.42.2(pid=23759): stderr: \u000a| �[0;m�[1;31m20221210093246667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093246667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093246667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093246667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093246667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093246667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093246679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093246691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093246692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093246692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:50.181526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23748): Terminating (SIGTERM)\u000a09:32:50.222805 run iperf3-srv_10.42.42.10(pid=23749): Terminating (SIGTERM)\u000a09:32:50.264061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Terminating (SIGTERM)\u000a09:32:50.305265 run iperf3-srv_10.42.42.10(pid=23751): Terminating (SIGTERM)\u000a09:32:50.346499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminating (SIGTERM)\u000a09:32:50.387559 run iperf3-srv_10.42.42.10(pid=23753): Terminating (SIGTERM)\u000a09:32:50.428684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Terminating (SIGTERM)\u000a09:32:50.469687 run iperf3-srv_10.42.42.10(pid=23755): Terminating (SIGTERM)\u000a09:32:50.510657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Terminating (SIGTERM)\u000a09:32:50.551739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Terminating (SIGTERM)\u000a09:32:50.593250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Terminating (SIGTERM)\u000a09:32:50.602867 --- ParallelTerminationStrategy: PID 23748 died...\u000a09:32:50.658030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23748): Terminated: ok {rc=0}\u000a09:32:50.668130 --- ParallelTerminationStrategy: PID 23749 died...\u000a09:32:50.722968 run iperf3-srv_10.42.42.10(pid=23749): Terminated {rc=256}\u000a09:32:50.732907 --- ParallelTerminationStrategy: PID 23750 died...\u000a09:32:50.788274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Terminated: ok {rc=0}\u000a09:32:50.798356 --- ParallelTerminationStrategy: PID 23751 died...\u000a09:32:50.853376 run iperf3-srv_10.42.42.10(pid=23751): Terminated {rc=256}\u000a09:32:50.863369 --- ParallelTerminationStrategy: PID 23752 died...\u000a09:32:50.918560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminated: ok {rc=0}\u000a09:32:50.928612 --- ParallelTerminationStrategy: PID 23753 died...\u000a09:32:50.983594 run iperf3-srv_10.42.42.10(pid=23753): Terminated {rc=256}\u000a09:32:50.993651 --- ParallelTerminationStrategy: PID 23754 died...\u000a09:32:51.048893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Terminated: ok {rc=0}\u000a09:32:51.059062 --- ParallelTerminationStrategy: PID 23755 died...\u000a09:32:51.114038 run iperf3-srv_10.42.42.10(pid=23755): Terminated {rc=256}\u000a09:32:51.124006 --- ParallelTerminationStrategy: PID 23758 died...\u000a09:32:51.178784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Terminated: ok {rc=0}\u000a09:32:51.188722 --- ParallelTerminationStrategy: PID 23761 died...\u000a09:32:51.243853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Terminated: ok {rc=0}\u000a09:32:51.254042 --- ParallelTerminationStrategy: PID 23764 died...\u000a09:32:51.309590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Terminated: ok {rc=0}\u000a09:32:51.397638 bus /gobi_4: Setting Powered False\u000a09:32:52.504327 bus /gobi_4: Setting Powered False\u000a09:32:53.613991 bus /gobi_1: Setting Powered False\u000a09:32:54.721766 bus /gobi_1: Setting Powered False\u000a09:32:55.830903 bus /gobi_0: Setting Powered False\u000a09:32:56.937303 bus /gobi_0: Setting Powered False\u000a09:32:58.050356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23773): Process ended prematurely: osmo-stp_10.42.42.5(pid=23773) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23773)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23773): Process ended prematurely: osmo-stp_10.42.42.5(pid=23773) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:32:59.117453 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:59.129073 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:32:59.284643 tst ping.py: using LAC 27468\u000a09:32:59.405109 tst ping.py: using RAC 183\u000a09:32:59.524888 tst ping.py: using CellId 27468\u000a09:32:59.646179 tst ping.py: using BVCI 27469\u000a09:32:59.669509 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:59.680407 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:59.691230 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:59.702826 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:59.714515 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:59.726704 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:59.738245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:32:59.749829 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:33:00.040118 tst ping.py:19: start network...\u000a09:33:00.175451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:00.689307 run create_hlr_db(pid=23766): Launched\u000a09:33:00.877876 bus /gobi_6: Setting Powered False\u000a09:33:01.895980 run create_hlr_db(pid=23766): Terminated: ok {rc=0}\u000a09:33:02.334453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23769): Launched\u000a09:33:02.639106 run osmo-hlr_10.42.42.2(pid=23770): Launched\u000a09:33:02.751806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:03.279570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23772): Launched\u000a09:33:03.581906 run osmo-stp_10.42.42.5(pid=23773): Launched\u000a09:33:03.691998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:04.219550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23775): Launched\u000a09:33:04.327802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:04.592464 run patchelf(pid=23776): Launched\u000a09:33:04.769938 run osmo-stp_10.42.42.5(pid=23773): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23773)]\u000a09:33:04.899429 run osmo-stp_10.42.42.5(pid=23773): stdout: \u000a| (launched: 2022-12-10_09:33:03.432651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:05.029479 run osmo-stp_10.42.42.5(pid=23773): stderr: \u000a| �[0;m�[38;5;43m20221210093303604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093303604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093303604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093303605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093303605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093303605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093303605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:05.155137 run osmo-stp_10.42.42.5(pid=23773): stdout: \u000a| (launched: 2022-12-10_09:33:03.432651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:05.279510 run osmo-stp_10.42.42.5(pid=23773): stderr: \u000a| �[0;m�[38;5;43m20221210093303604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093303604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093303604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093303605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093303605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093303605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093303605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:05.424009 run patchelf(pid=23776): Terminating (SIGINT)\u000a09:33:05.594220 run patchelf(pid=23776): Terminated: ok {rc=0}\u000a09:33:05.624912 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23773): Process ended prematurely: osmo-stp_10.42.42.5(pid=23773) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23773)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:33:05.633344 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:33:05.694476 run osmo-hlr_10.42.42.2(pid=23770): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23770)]\u000a09:33:05.744021 run osmo-hlr_10.42.42.2(pid=23770): stdout: \u000a| (launched: 2022-12-10_09:33:02.488620) \u000a09:33:05.794233 run osmo-hlr_10.42.42.2(pid=23770): stderr: \u000a| �[0;m�[1;31m20221210093302666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093302666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093302666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093302666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093302666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093302666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093302683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093302692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093302692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093302693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:05.836650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23769): Terminating (SIGTERM)\u000a09:33:05.876824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23772): Terminating (SIGTERM)\u000a09:33:05.916906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23775): Terminating (SIGTERM)\u000a09:33:05.926595 --- ParallelTerminationStrategy: PID 23769 died...\u000a09:33:05.980679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23769): Terminated: ok {rc=0}\u000a09:33:05.990802 --- ParallelTerminationStrategy: PID 23772 died...\u000a09:33:06.044148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23772): Terminated: ok {rc=0}\u000a09:33:06.054222 --- ParallelTerminationStrategy: PID 23775 died...\u000a09:33:06.107515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23775): Terminated: ok {rc=0}\u000a09:33:06.191824 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23783): Process ended prematurely: osmo-stp_10.42.42.5(pid=23783) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23783)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23783): Process ended prematurely: osmo-stp_10.42.42.5(pid=23783) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:33:07.243868 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:33:07.256299 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:33:07.421691 tst ping_idle_ping.py: using LAC 27469\u000a09:33:07.549967 tst ping_idle_ping.py: using RAC 184\u000a09:33:07.678809 tst ping_idle_ping.py: using CellId 27469\u000a09:33:07.805913 tst ping_idle_ping.py: using BVCI 27470\u000a09:33:07.830603 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:33:07.841972 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:33:07.853265 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:33:07.864874 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:33:07.876523 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:33:07.888315 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:33:07.900103 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:33:07.912016 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:33:08.193342 tst ping_idle_ping.py:24: start network...\u000a09:33:08.320181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:08.802550 run create_hlr_db(pid=23777): Launched\u000a09:33:08.978002 bus /gobi_6: Setting Powered False\u000a09:33:09.998971 run create_hlr_db(pid=23777): Terminated: ok {rc=0}\u000a09:33:10.427111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23779): Launched\u000a09:33:10.750608 run osmo-hlr_10.42.42.2(pid=23780): Launched\u000a09:33:10.871994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:11.432095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23782): Launched\u000a09:33:11.754678 run osmo-stp_10.42.42.5(pid=23783): Launched\u000a09:33:11.872020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:12.434773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23785): Launched\u000a09:33:12.550385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:12.831792 run patchelf(pid=23786): Launched\u000a09:33:13.020484 run osmo-stp_10.42.42.5(pid=23783): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23783)]\u000a09:33:13.157867 run osmo-stp_10.42.42.5(pid=23783): stdout: \u000a| (launched: 2022-12-10_09:33:11.595751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:13.295451 run osmo-stp_10.42.42.5(pid=23783): stderr: \u000a| �[0;m�[38;5;43m20221210093311787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093311787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093311788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093311788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093311789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093311789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093311789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:13.428828 run osmo-stp_10.42.42.5(pid=23783): stdout: \u000a| (launched: 2022-12-10_09:33:11.595751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:13.561333 run osmo-stp_10.42.42.5(pid=23783): stderr: \u000a| �[0;m�[38;5;43m20221210093311787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093311787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093311788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093311788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093311789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093311789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093311789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:13.715518 run patchelf(pid=23786): Terminating (SIGINT)\u000a09:33:13.897078 run patchelf(pid=23786): Terminated: ok {rc=0}\u000a09:33:13.929700 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23783): Process ended prematurely: osmo-stp_10.42.42.5(pid=23783) [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23783)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:33:13.938739 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:33:14.001072 run osmo-hlr_10.42.42.2(pid=23780): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23780)]\u000a09:33:14.052257 run osmo-hlr_10.42.42.2(pid=23780): stdout: \u000a| (launched: 2022-12-10_09:33:10.591286) \u000a09:33:14.103851 run osmo-hlr_10.42.42.2(pid=23780): stderr: \u000a| �[0;m�[1;31m20221210093310790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093310790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093310790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093310790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093310790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093310790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093310803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093310813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093310813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093310813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:14.147759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23779): Terminating (SIGTERM)\u000a09:33:14.189406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23782): Terminating (SIGTERM)\u000a09:33:14.230817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23785): Terminating (SIGTERM)\u000a09:33:14.240501 --- ParallelTerminationStrategy: PID 23779 died...\u000a09:33:14.295728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23779): Terminated: ok {rc=0}\u000a09:33:14.305974 --- ParallelTerminationStrategy: PID 23782 died...\u000a09:33:14.361176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23782): Terminated: ok {rc=0}\u000a09:33:14.371190 --- ParallelTerminationStrategy: PID 23785 died...\u000a09:33:14.426441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23785): Terminated: ok {rc=0}\u000a09:33:14.512926 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:32:15" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23801): Process ended prematurely: osmo-stp_10.42.42.5(pid=23801) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23801)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23801): Process ended prematurely: osmo-stp_10.42.42.5(pid=23801) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:33:16.777505 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:16.793911 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:33:16.951428 tst cs_paging_gprs_active.py: using LAC 27470\u000a09:33:17.101356 tst cs_paging_gprs_active.py: using RAC 185\u000a09:33:17.257345 tst cs_paging_gprs_active.py: using CellId 27470\u000a09:33:17.377614 tst cs_paging_gprs_active.py: using BVCI 27471\u000a09:33:17.401282 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:17.412648 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:17.423985 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:17.436165 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:17.447674 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:17.459615 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:17.471821 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:17.483748 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:17.495817 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:33:17.620578 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:33:17.902944 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:33:18.030768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:18.348484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23791): Launched\u000a09:33:18.613089 run iperf3-srv_10.42.42.10(pid=23792): Launched\u000a09:33:18.798999 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:33:18.926415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:19.244046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23793): Launched\u000a09:33:19.509168 run iperf3-srv_10.42.42.10(pid=23794): Launched\u000a09:33:19.695456 tst cs_paging_gprs_active.py:38: start network...\u000a09:33:19.822597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:20.323089 run create_hlr_db(pid=23795): Launched\u000a09:33:20.510797 bus /gobi_6: Setting Powered False\u000a09:33:21.532418 run create_hlr_db(pid=23795): Terminated: ok {rc=0}\u000a09:33:21.944105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23797): Launched\u000a09:33:22.252548 run osmo-hlr_10.42.42.2(pid=23798): Launched\u000a09:33:22.372344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:22.910446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23800): Launched\u000a09:33:23.219214 run osmo-stp_10.42.42.5(pid=23801): Launched\u000a09:33:23.331374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:23.866643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23803): Launched\u000a09:33:23.976095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:24.246240 run patchelf(pid=23804): Launched\u000a09:33:24.424449 run osmo-stp_10.42.42.5(pid=23801): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23801)]\u000a09:33:24.555008 run osmo-stp_10.42.42.5(pid=23801): stdout: \u000a| (launched: 2022-12-10_09:33:23.065845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:24.686216 run osmo-stp_10.42.42.5(pid=23801): stderr: \u000a| �[0;m�[38;5;43m20221210093323240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093323240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093323240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093323241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093323241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093323241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093323241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:24.812557 run osmo-stp_10.42.42.5(pid=23801): stdout: \u000a| (launched: 2022-12-10_09:33:23.065845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:24.937712 run osmo-stp_10.42.42.5(pid=23801): stderr: \u000a| �[0;m�[38;5;43m20221210093323240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093323240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093323240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093323241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093323241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093323241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093323241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:25.084371 run patchelf(pid=23804): Terminating (SIGINT)\u000a09:33:25.256259 run patchelf(pid=23804): Terminated: ok {rc=0}\u000a09:33:25.287821 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23801): Process ended prematurely: osmo-stp_10.42.42.5(pid=23801) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23801)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a09:33:25.296987 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:33:25.357162 run osmo-hlr_10.42.42.2(pid=23798): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23798)]\u000a09:33:25.405608 run osmo-hlr_10.42.42.2(pid=23798): stdout: \u000a| (launched: 2022-12-10_09:33:22.099034) \u000a09:33:25.455666 run osmo-hlr_10.42.42.2(pid=23798): stderr: \u000a| �[0;m�[1;31m20221210093322279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093322279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093322279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093322279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093322280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093322280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093322292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093322302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093322302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093322302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:25.497403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23791): Terminating (SIGTERM)\u000a09:33:25.536620 run iperf3-srv_10.42.42.10(pid=23792): Terminating (SIGTERM)\u000a09:33:25.576194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23793): Terminating (SIGTERM)\u000a09:33:25.615803 run iperf3-srv_10.42.42.10(pid=23794): Terminating (SIGTERM)\u000a09:33:25.655504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23797): Terminating (SIGTERM)\u000a09:33:25.695194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23800): Terminating (SIGTERM)\u000a09:33:25.735322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23803): Terminating (SIGTERM)\u000a09:33:25.744338 --- ParallelTerminationStrategy: PID 23791 died...\u000a09:33:25.797745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23791): Terminated: ok {rc=0}\u000a09:33:25.807379 --- ParallelTerminationStrategy: PID 23792 died...\u000a09:33:25.860366 run iperf3-srv_10.42.42.10(pid=23792): Terminated {rc=256}\u000a09:33:25.869680 --- ParallelTerminationStrategy: PID 23793 died...\u000a09:33:25.921882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23793): Terminated: ok {rc=0}\u000a09:33:25.931524 --- ParallelTerminationStrategy: PID 23794 died...\u000a09:33:25.983898 run iperf3-srv_10.42.42.10(pid=23794): Terminated {rc=256}\u000a09:33:25.993884 --- ParallelTerminationStrategy: PID 23797 died...\u000a09:33:26.046637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23797): Terminated: ok {rc=0}\u000a09:33:26.056119 --- ParallelTerminationStrategy: PID 23800 died...\u000a09:33:26.108693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23800): Terminated: ok {rc=0}\u000a09:33:26.118262 --- ParallelTerminationStrategy: PID 23803 died...\u000a09:33:26.171078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23803): Terminated: ok {rc=0}\u000a09:33:26.255127 bus /gobi_0: Setting Powered False\u000a09:33:27.354784 bus /gobi_0: Setting Powered False\u000a09:33:28.464584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23813): Process ended prematurely: osmo-stp_10.42.42.5(pid=23813) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23813)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23813): Process ended prematurely: osmo-stp_10.42.42.5(pid=23813) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a09:33:29.575552 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:29.587512 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:33:29.732666 tst iperf3.py: using LAC 27471\u000a09:33:29.859141 tst iperf3.py: using RAC 186\u000a09:33:29.986495 tst iperf3.py: using CellId 27471\u000a09:33:30.110175 tst iperf3.py: using BVCI 27472\u000a09:33:30.133745 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:30.145190 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:30.156365 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:30.167900 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:30.180418 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:30.192503 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:30.204372 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:30.215829 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:30.227555 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:33:30.508477 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:33:30.636158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:30.994034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23805): Launched\u000a09:33:31.280313 run iperf3-srv_10.42.42.10(pid=23806): Launched\u000a09:33:31.470456 tst iperf3.py:8: start network...\u000a09:33:31.600874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:32.134944 run create_hlr_db(pid=23807): Launched\u000a09:33:32.313481 bus /gobi_6: Setting Powered False\u000a09:33:33.331660 run create_hlr_db(pid=23807): Terminated: ok {rc=0}\u000a09:33:33.739688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23809): Launched\u000a09:33:34.049220 run osmo-hlr_10.42.42.2(pid=23810): Launched\u000a09:33:34.161666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:34.692314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23812): Launched\u000a09:33:35.000791 run osmo-stp_10.42.42.5(pid=23813): Launched\u000a09:33:35.122266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:35.661757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23815): Launched\u000a09:33:35.770844 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:36.041762 run patchelf(pid=23816): Launched\u000a09:33:36.220107 run osmo-stp_10.42.42.5(pid=23813): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23813)]\u000a09:33:36.350958 run osmo-stp_10.42.42.5(pid=23813): stdout: \u000a| (launched: 2022-12-10_09:33:34.847438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:36.482199 run osmo-stp_10.42.42.5(pid=23813): stderr: \u000a| �[0;m�[38;5;43m20221210093335021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093335021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093335022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093335022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093335022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093335022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093335023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:36.608673 run osmo-stp_10.42.42.5(pid=23813): stdout: \u000a| (launched: 2022-12-10_09:33:34.847438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:36.735009 run osmo-stp_10.42.42.5(pid=23813): stderr: \u000a| �[0;m�[38;5;43m20221210093335021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093335021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093335022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093335022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093335022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093335022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093335023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:36.881453 run patchelf(pid=23816): Terminating (SIGINT)\u000a09:33:37.053702 run patchelf(pid=23816): Terminated: ok {rc=0}\u000a09:33:37.085351 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23813): Process ended prematurely: osmo-stp_10.42.42.5(pid=23813) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23813)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a09:33:37.094660 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:33:37.155572 run osmo-hlr_10.42.42.2(pid=23810): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23810)]\u000a09:33:37.204821 run osmo-hlr_10.42.42.2(pid=23810): stdout: \u000a| (launched: 2022-12-10_09:33:33.895148) \u000a09:33:37.254736 run osmo-hlr_10.42.42.2(pid=23810): stderr: \u000a| �[0;m�[1;31m20221210093334076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093334076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093334076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093334076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093334076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093334076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093334088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093334096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093334096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093334097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:37.296323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23805): Terminating (SIGTERM)\u000a09:33:37.335791 run iperf3-srv_10.42.42.10(pid=23806): Terminating (SIGTERM)\u000a09:33:37.375090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23809): Terminating (SIGTERM)\u000a09:33:37.414648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23812): Terminating (SIGTERM)\u000a09:33:37.454100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23815): Terminating (SIGTERM)\u000a09:33:37.463554 --- ParallelTerminationStrategy: PID 23805 died...\u000a09:33:37.516411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23805): Terminated: ok {rc=0}\u000a09:33:37.526370 --- ParallelTerminationStrategy: PID 23806 died...\u000a09:33:37.579045 run iperf3-srv_10.42.42.10(pid=23806): Terminated {rc=256}\u000a09:33:37.588746 --- ParallelTerminationStrategy: PID 23809 died...\u000a09:33:37.641631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23809): Terminated: ok {rc=0}\u000a09:33:37.651601 --- ParallelTerminationStrategy: PID 23812 died...\u000a09:33:37.704351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23812): Terminated: ok {rc=0}\u000a09:33:37.714226 --- ParallelTerminationStrategy: PID 23815 died...\u000a09:33:37.767359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23815): Terminated: ok {rc=0}\u000a09:33:37.854565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23831): Process ended prematurely: osmo-stp_10.42.42.5(pid=23831) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23831)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23831): Process ended prematurely: osmo-stp_10.42.42.5(pid=23831) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a09:33:38.965587 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:38.977846 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:33:39.120627 tst iperf3m4.py: using LAC 27472\u000a09:33:39.240318 tst iperf3m4.py: using RAC 187\u000a09:33:39.362204 tst iperf3m4.py: using CellId 27472\u000a09:33:39.483355 tst iperf3m4.py: using BVCI 27473\u000a09:33:39.506896 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:39.518309 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:39.529544 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:39.541159 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:39.552651 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:39.564237 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:39.575925 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:39.587560 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:39.599328 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:33:39.720512 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:33:39.840854 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:33:39.960272 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:33:40.244079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:33:40.371749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:40.692347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23817): Launched\u000a09:33:40.957254 run iperf3-srv_10.42.42.10(pid=23818): Launched\u000a09:33:41.143023 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:33:41.270107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:41.587416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23819): Launched\u000a09:33:41.852089 run iperf3-srv_10.42.42.10(pid=23820): Launched\u000a09:33:42.039304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:33:42.166841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:42.485324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23821): Launched\u000a09:33:42.751072 run iperf3-srv_10.42.42.10(pid=23822): Launched\u000a09:33:42.937454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:33:43.065310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:43.383775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23823): Launched\u000a09:33:43.649334 run iperf3-srv_10.42.42.10(pid=23824): Launched\u000a09:33:43.835724 tst iperf3m4.py:8: start network...\u000a09:33:43.963046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:44.447220 run create_hlr_db(pid=23825): Launched\u000a09:33:44.622985 bus /gobi_6: Setting Powered False\u000a09:33:45.655102 run create_hlr_db(pid=23825): Terminated: ok {rc=0}\u000a09:33:46.122979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23827): Launched\u000a09:33:46.574064 run osmo-hlr_10.42.42.2(pid=23828): Launched\u000a09:33:46.729978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:47.477744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23830): Launched\u000a09:33:47.788293 run osmo-stp_10.42.42.5(pid=23831): Launched\u000a09:33:47.900087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:48.436655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23833): Launched\u000a09:33:48.545992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:48.815347 run patchelf(pid=23834): Launched\u000a09:33:48.993723 run osmo-stp_10.42.42.5(pid=23831): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23831)]\u000a09:33:49.124348 run osmo-stp_10.42.42.5(pid=23831): stdout: \u000a| (launched: 2022-12-10_09:33:47.634040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:49.255128 run osmo-stp_10.42.42.5(pid=23831): stderr: \u000a| �[0;m�[38;5;43m20221210093347809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093347809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093347809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093347809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093347810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093347810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093347810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:49.381661 run osmo-stp_10.42.42.5(pid=23831): stdout: \u000a| (launched: 2022-12-10_09:33:47.634040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:49.507039 run osmo-stp_10.42.42.5(pid=23831): stderr: \u000a| �[0;m�[38;5;43m20221210093347809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093347809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093347809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093347809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093347810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093347810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093347810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:49.652699 run patchelf(pid=23834): Terminating (SIGINT)\u000a09:33:49.823655 run patchelf(pid=23834): Terminated: ok {rc=0}\u000a09:33:49.854931 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23831): Process ended prematurely: osmo-stp_10.42.42.5(pid=23831) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23831)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a09:33:49.864128 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:33:49.924308 run osmo-hlr_10.42.42.2(pid=23828): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23828)]\u000a09:33:49.972794 run osmo-hlr_10.42.42.2(pid=23828): stdout: \u000a| (launched: 2022-12-10_09:33:46.292115) \u000a09:33:50.021967 run osmo-hlr_10.42.42.2(pid=23828): stderr: \u000a| �[0;m�[1;31m20221210093346577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093346577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093346577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093346577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093346577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093346577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093346604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093346612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093346612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093346612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:50.063760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23817): Terminating (SIGTERM)\u000a09:33:50.103657 run iperf3-srv_10.42.42.10(pid=23818): Terminating (SIGTERM)\u000a09:33:50.143012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23819): Terminating (SIGTERM)\u000a09:33:50.182419 run iperf3-srv_10.42.42.10(pid=23820): Terminating (SIGTERM)\u000a09:33:50.221873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23821): Terminating (SIGTERM)\u000a09:33:50.261308 run iperf3-srv_10.42.42.10(pid=23822): Terminating (SIGTERM)\u000a09:33:50.300677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23823): Terminating (SIGTERM)\u000a09:33:50.339858 run iperf3-srv_10.42.42.10(pid=23824): Terminating (SIGTERM)\u000a09:33:50.379515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23827): Terminating (SIGTERM)\u000a09:33:50.418674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23830): Terminating (SIGTERM)\u000a09:33:50.458100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23833): Terminating (SIGTERM)\u000a09:33:50.467420 --- ParallelTerminationStrategy: PID 23817 died...\u000a09:33:50.520174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23817): Terminated: ok {rc=0}\u000a09:33:50.529952 --- ParallelTerminationStrategy: PID 23818 died...\u000a09:33:50.582090 run iperf3-srv_10.42.42.10(pid=23818): Terminated {rc=256}\u000a09:33:50.591643 --- ParallelTerminationStrategy: PID 23819 died...\u000a09:33:50.643993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23819): Terminated: ok {rc=0}\u000a09:33:50.653632 --- ParallelTerminationStrategy: PID 23820 died...\u000a09:33:50.705901 run iperf3-srv_10.42.42.10(pid=23820): Terminated {rc=256}\u000a09:33:50.715534 --- ParallelTerminationStrategy: PID 23821 died...\u000a09:33:50.767907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23821): Terminated: ok {rc=0}\u000a09:33:50.777720 --- ParallelTerminationStrategy: PID 23822 died...\u000a09:33:50.830055 run iperf3-srv_10.42.42.10(pid=23822): Terminated {rc=256}\u000a09:33:50.839688 --- ParallelTerminationStrategy: PID 23823 died...\u000a09:33:50.892053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23823): Terminated: ok {rc=0}\u000a09:33:50.901794 --- ParallelTerminationStrategy: PID 23824 died...\u000a09:33:50.954135 run iperf3-srv_10.42.42.10(pid=23824): Terminated {rc=256}\u000a09:33:50.963916 --- ParallelTerminationStrategy: PID 23827 died...\u000a09:33:51.017214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23827): Terminated: ok {rc=0}\u000a09:33:51.026767 --- ParallelTerminationStrategy: PID 23830 died...\u000a09:33:51.079465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23830): Terminated: ok {rc=0}\u000a09:33:51.088827 --- ParallelTerminationStrategy: PID 23833 died...\u000a09:33:51.141355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23833): Terminated: ok {rc=0}\u000a09:33:51.228859 bus /gobi_4: Setting Powered False\u000a09:33:52.331067 bus /gobi_4: Setting Powered False\u000a09:33:53.440148 bus /gobi_1: Setting Powered False\u000a09:33:54.544842 bus /gobi_1: Setting Powered False\u000a09:33:55.654680 bus /gobi_0: Setting Powered False\u000a09:33:56.756448 bus /gobi_0: Setting Powered False\u000a09:33:57.867499 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a09:33:58.932614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:58.945016 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:33:59.084441 tst ping.py: using LAC 27473\u000a09:33:59.203943 tst ping.py: using RAC 188\u000a09:33:59.323795 tst ping.py: using CellId 27473\u000a09:33:59.442077 tst ping.py: using BVCI 27474\u000a09:33:59.465187 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:59.476699 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:59.488108 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:59.500212 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:59.512091 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:59.524258 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:59.536515 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:33:59.548327 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:33:59.841449 tst ping.py:19: start network...\u000a09:33:59.974031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:00.488465 run create_hlr_db(pid=23835): Launched\u000a09:34:00.674505 bus /gobi_6: Setting Powered False\u000a09:34:01.699002 run create_hlr_db(pid=23835): Terminated: ok {rc=0}\u000a09:34:02.151972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Launched\u000a09:34:02.475256 run osmo-hlr_10.42.42.2(pid=23838): Launched\u000a09:34:02.593336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:03.151624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Launched\u000a09:34:03.473770 run osmo-stp_10.42.42.5(pid=23841): Launched\u000a09:34:03.588043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:04.145431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23843): Launched\u000a09:34:04.258855 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:04.540578 run patchelf(pid=23844): Launched\u000a09:34:04.726464 run osmo-stp_10.42.42.5(pid=23841): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]\u000a09:34:04.861493 run osmo-stp_10.42.42.5(pid=23841): stdout: \u000a| (launched: 2022-12-10_09:34:03.312799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:04.996669 run osmo-stp_10.42.42.5(pid=23841): stderr: \u000a| �[0;m�[38;5;43m20221210093403510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093403510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093403511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093403511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093403511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093403512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093403512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:05.127754 run osmo-stp_10.42.42.5(pid=23841): stdout: \u000a| (launched: 2022-12-10_09:34:03.312799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:05.257838 run osmo-stp_10.42.42.5(pid=23841): stderr: \u000a| �[0;m�[38;5;43m20221210093403510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093403510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093403511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093403511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093403511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093403512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093403512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:05.409214 run patchelf(pid=23844): Terminating (SIGINT)\u000a09:34:05.586561 run patchelf(pid=23844): Terminated: ok {rc=0}\u000a09:34:05.618901 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a09:34:05.627980 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:34:05.690388 run osmo-hlr_10.42.42.2(pid=23838): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23838)]\u000a09:34:05.741258 run osmo-hlr_10.42.42.2(pid=23838): stdout: \u000a| (launched: 2022-12-10_09:34:02.315884) \u000a09:34:05.792583 run osmo-hlr_10.42.42.2(pid=23838): stderr: \u000a| �[0;m�[1;31m20221210093402515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093402515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093402515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093402516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093402516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093402516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093402540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093402551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093402551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093402551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:05.836347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Terminating (SIGTERM)\u000a09:34:05.877689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Terminating (SIGTERM)\u000a09:34:05.918861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23843): Terminating (SIGTERM)\u000a09:34:05.928298 --- ParallelTerminationStrategy: PID 23837 died...\u000a09:34:05.983296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Terminated: ok {rc=0}\u000a09:34:05.993238 --- ParallelTerminationStrategy: PID 23840 died...\u000a09:34:06.048014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Terminated: ok {rc=0}\u000a09:34:06.057960 --- ParallelTerminationStrategy: PID 23843 died...\u000a09:34:06.112801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23843): Terminated: ok {rc=0}\u000a09:34:06.199175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23852): Process ended prematurely: osmo-stp_10.42.42.5(pid=23852) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23852)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23852): Process ended prematurely: osmo-stp_10.42.42.5(pid=23852) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a09:34:07.248367 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:34:07.260446 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:34:07.399186 tst ping_idle_ping.py: using LAC 27474\u000a09:34:07.517345 tst ping_idle_ping.py: using RAC 189\u000a09:34:07.637723 tst ping_idle_ping.py: using CellId 27474\u000a09:34:07.756058 tst ping_idle_ping.py: using BVCI 27475\u000a09:34:07.779318 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:34:07.791009 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:34:07.802413 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:34:07.814439 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:34:07.826110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:34:07.837970 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:34:07.849852 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:34:07.861715 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:34:08.138742 tst ping_idle_ping.py:24: start network...\u000a09:34:08.265225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:08.743944 run create_hlr_db(pid=23845): Launched\u000a09:34:08.918184 bus /gobi_6: Setting Powered False\u000a09:34:09.938850 run create_hlr_db(pid=23845): Terminated: ok {rc=0}\u000a09:34:10.368709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23848): Launched\u000a09:34:10.694306 run osmo-hlr_10.42.42.2(pid=23849): Launched\u000a09:34:10.814730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:11.371863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23851): Launched\u000a09:34:11.694309 run osmo-stp_10.42.42.5(pid=23852): Launched\u000a09:34:11.810298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:12.371941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23854): Launched\u000a09:34:12.485579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:12.768719 run patchelf(pid=23855): Launched\u000a09:34:12.955135 run osmo-stp_10.42.42.5(pid=23852): ERR: Terminated: ERROR {rc=1} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23852)]\u000a09:34:13.091127 run osmo-stp_10.42.42.5(pid=23852): stdout: \u000a| (launched: 2022-12-10_09:34:11.533474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:13.227330 run osmo-stp_10.42.42.5(pid=23852): stderr: \u000a| �[0;m�[38;5;43m20221210093411729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093411729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093411729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093411730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:13.359050 run osmo-stp_10.42.42.5(pid=23852): stdout: \u000a| (launched: 2022-12-10_09:34:11.533474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:13.489634 run osmo-stp_10.42.42.5(pid=23852): stderr: \u000a| �[0;m�[38;5;43m20221210093411729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093411729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093411729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093411730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093411730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:13.642684 run patchelf(pid=23855): Terminating (SIGINT)\u000a09:34:13.822112 run patchelf(pid=23855): Terminated: ok {rc=0}\u000a09:34:13.854560 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23852): Process ended prematurely: osmo-stp_10.42.42.5(pid=23852) [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23852)] [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:34:13.863666 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:34:13.925751 run osmo-hlr_10.42.42.2(pid=23849): ERR: Terminated: ERROR {rc=237} [trial-2372↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23849)]\u000a09:34:13.976773 run osmo-hlr_10.42.42.2(pid=23849): stdout: \u000a| (launched: 2022-12-10_09:34:10.530983) \u000a09:34:14.028327 run osmo-hlr_10.42.42.2(pid=23849): stderr: \u000a| �[0;m�[1;31m20221210093410735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093410736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093410736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093410736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093410736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093410736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093410747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093410755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093410756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093410756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:14.072188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23848): Terminating (SIGTERM)\u000a09:34:14.113685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23851): Terminating (SIGTERM)\u000a09:34:14.155121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23854): Terminating (SIGTERM)\u000a09:34:14.164762 --- ParallelTerminationStrategy: PID 23848 died...\u000a09:34:14.221286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23848): Terminated: ok {rc=0}\u000a09:34:14.231301 --- ParallelTerminationStrategy: PID 23851 died...\u000a09:34:14.286991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23851): Terminated: ok {rc=0}\u000a09:34:14.296898 --- ParallelTerminationStrategy: PID 23854 died...\u000a09:34:14.352566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23854): Terminated: ok {rc=0}\u000a09:34:14.439169 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:33:16" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23866): Process ended prematurely: osmo-stp_10.42.42.5(pid=23866) [trial-2372↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23866)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23866): Process ended prematurely: osmo-stp_10.42.42.5(pid=23866) [trial-2372↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:34:16.503869 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:34:16.516374 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:34:16.680672 tst switch_tch_pdch.py: using LAC 27475\u000a09:34:16.804609 tst switch_tch_pdch.py: using RAC 190\u000a09:34:16.930519 tst switch_tch_pdch.py: using CellId 27475\u000a09:34:17.082621 tst switch_tch_pdch.py: using BVCI 27476\u000a09:34:17.116604 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:34:17.130511 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:34:17.145702 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:34:17.158963 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:34:17.173469 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:34:17.185954 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:34:17.199786 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:34:17.214184 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:34:17.333671 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:34:17.615607 tst switch_tch_pdch.py:51: start network...\u000a09:34:17.740640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:18.210566 run create_hlr_db(pid=23860): Launched\u000a09:34:18.384576 bus /gobi_6: Setting Powered False\u000a09:34:19.404194 run create_hlr_db(pid=23860): Terminated: ok {rc=0}\u000a09:34:19.801838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23862): Launched\u000a09:34:20.101134 run osmo-hlr_10.42.42.2(pid=23863): Launched\u000a09:34:20.215743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:20.743370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23865): Launched\u000a09:34:21.045956 run osmo-stp_10.42.42.5(pid=23866): Launched\u000a09:34:21.155143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:21.677781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23868): Launched\u000a09:34:21.784717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:22.046576 run patchelf(pid=23869): Launched\u000a09:34:22.222238 run osmo-stp_10.42.42.5(pid=23866): ERR: Terminated: ERROR {rc=1} [trial-2372↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23866)]\u000a09:34:22.351193 run osmo-stp_10.42.42.5(pid=23866): stdout: \u000a| (launched: 2022-12-10_09:34:20.895810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:22.479985 run osmo-stp_10.42.42.5(pid=23866): stderr: \u000a| �[0;m�[38;5;43m20221210093421067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093421067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093421068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093421068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093421069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093421069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093421069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:22.604615 run osmo-stp_10.42.42.5(pid=23866): stdout: \u000a| (launched: 2022-12-10_09:34:20.895810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:22.728393 run osmo-stp_10.42.42.5(pid=23866): stderr: \u000a| �[0;m�[38;5;43m20221210093421067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093421067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093421068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093421068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093421069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093421069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093421069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:22.871968 run patchelf(pid=23869): Terminating (SIGINT)\u000a09:34:23.040361 run patchelf(pid=23869): Terminated: ok {rc=0}\u000a09:34:23.070867 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23866): Process ended prematurely: osmo-stp_10.42.42.5(pid=23866) [trial-2372↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23866)] [trial-2372↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:34:23.079516 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:34:23.138914 run osmo-hlr_10.42.42.2(pid=23863): ERR: Terminated: ERROR {rc=237} [trial-2372↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23863)]\u000a09:34:23.187362 run osmo-hlr_10.42.42.2(pid=23863): stdout: \u000a| (launched: 2022-12-10_09:34:19.953931) \u000a09:34:23.236720 run osmo-hlr_10.42.42.2(pid=23863): stderr: \u000a| �[0;m�[1;31m20221210093420129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093420129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093420130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093420130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093420130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093420130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093420142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093420151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093420151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093420151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:23.278627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23862): Terminating (SIGTERM)\u000a09:34:23.317845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23865): Terminating (SIGTERM)\u000a09:34:23.357263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23868): Terminating (SIGTERM)\u000a09:34:23.366560 --- ParallelTerminationStrategy: PID 23862 died...\u000a09:34:23.419374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23862): Terminated: ok {rc=0}\u000a09:34:23.429084 --- ParallelTerminationStrategy: PID 23865 died...\u000a09:34:23.481540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23865): Terminated: ok {rc=0}\u000a09:34:23.491205 --- ParallelTerminationStrategy: PID 23868 died...\u000a09:34:23.543514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23868): Terminated: ok {rc=0}\u000a09:34:23.626043 bus /gobi_0: Setting Powered False\u000a09:34:24.730710 bus /gobi_0: Setting Powered False\u000a09:34:25.837131 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:34:16" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23874): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23874) [trial-2372↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23874)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23874): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23874) [trial-2372↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a09:34:27.670462 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:34:27.778290 tst esme_connect_policy_acceptall.py: using MSISDN 7660\u000a09:34:27.914204 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:34:28.493933 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23873): Launched\u000a09:34:28.800764 run osmo-nitb_10.42.42.2(pid=23874): Launched\u000a09:34:28.989266 run osmo-nitb_10.42.42.2(pid=23874): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23874)]\u000a09:34:29.127964 run osmo-nitb_10.42.42.2(pid=23874): stdout: \u000a| (launched: 2022-12-10_09:34:28.650025) \u000a09:34:29.266784 run osmo-nitb_10.42.42.2(pid=23874): stderr: \u000a| (launched: 2022-12-10_09:34:28.695570)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:29.401342 run osmo-nitb_10.42.42.2(pid=23874): stdout: \u000a| (launched: 2022-12-10_09:34:28.650025) \u000a09:34:29.534970 run osmo-nitb_10.42.42.2(pid=23874): stderr: \u000a| (launched: 2022-12-10_09:34:28.695570)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:29.923721 tst osmo-nitb_10.42.42.2(pid=23874): stdout: \u000a| (launched: 2022-12-10_09:34:28.650025) \u000a09:34:30.045951 tst osmo-nitb_10.42.42.2(pid=23874): stderr: \u000a| (launched: 2022-12-10_09:34:28.695570)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:30.099337 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=23874): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23874) [trial-2372↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23874)] [trial-2372↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a09:34:30.107459 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a09:34:30.142577 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23873): Terminating (SIGTERM)\u000a09:34:30.319970 --- ParallelTerminationStrategy: PID 23873 died...\u000a09:34:30.374631 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23873): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23876): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23876) [trial-2372↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23876)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23876): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23876) [trial-2372↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a09:34:30.388778 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:34:30.500373 tst esme_connect_policy_closed.py: using MSISDN 7661\u000a09:34:30.622652 tst esme_connect_policy_closed.py: using MSISDN 7662\u000a09:34:30.731997 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:34:31.361852 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23875): Launched\u000a09:34:31.701994 run osmo-nitb_10.42.42.2(pid=23876): Launched\u000a09:34:31.882458 run osmo-nitb_10.42.42.2(pid=23876): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23876)]\u000a09:34:32.014267 run osmo-nitb_10.42.42.2(pid=23876): stdout: \u000a| (launched: 2022-12-10_09:34:31.522059) \u000a09:34:32.146486 run osmo-nitb_10.42.42.2(pid=23876): stderr: \u000a| (launched: 2022-12-10_09:34:31.568756)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:32.272073 run osmo-nitb_10.42.42.2(pid=23876): stdout: \u000a| (launched: 2022-12-10_09:34:31.522059) \u000a09:34:32.394996 run osmo-nitb_10.42.42.2(pid=23876): stderr: \u000a| (launched: 2022-12-10_09:34:31.568756)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:32.448853 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=23876): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23876) [trial-2372↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23876)] [trial-2372↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a09:34:32.456894 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a09:34:32.491995 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23875): Terminating (SIGTERM)\u000a09:34:32.669596 --- ParallelTerminationStrategy: PID 23875 died...\u000a09:34:32.723533 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23875): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23878): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23878) [trial-2372↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23878)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23878): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23878) [trial-2372↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a09:34:32.737830 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:34:32.748747 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a09:34:32.876191 tst esme_ms_sms_storeforward.py: using LAC 27476\u000a09:34:33.002857 tst esme_ms_sms_storeforward.py: using RAC 191\u000a09:34:33.125375 tst esme_ms_sms_storeforward.py: using CellId 27476\u000a09:34:33.251227 tst esme_ms_sms_storeforward.py: using BVCI 27477\u000a09:34:33.274855 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a09:34:33.491593 tst esme_ms_sms_storeforward.py: using MSISDN 7663\u000a09:34:33.680072 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a09:34:33.809370 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:34:34.450017 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23877): Launched\u000a09:34:34.760336 run osmo-nitb_10.42.42.2(pid=23878): Launched\u000a09:34:34.937234 run osmo-nitb_10.42.42.2(pid=23878): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23878)]\u000a09:34:35.066113 run osmo-nitb_10.42.42.2(pid=23878): stdout: \u000a| (launched: 2022-12-10_09:34:34.607613) \u000a09:34:35.195526 run osmo-nitb_10.42.42.2(pid=23878): stderr: \u000a| (launched: 2022-12-10_09:34:34.653815)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:35.319669 run osmo-nitb_10.42.42.2(pid=23878): stdout: \u000a| (launched: 2022-12-10_09:34:34.607613) \u000a09:34:35.442586 run osmo-nitb_10.42.42.2(pid=23878): stderr: \u000a| (launched: 2022-12-10_09:34:34.653815)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:35.496431 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=23878): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23878) [trial-2372↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23878)] [trial-2372↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a09:34:35.504183 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a09:34:35.538122 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23877): Terminating (SIGTERM)\u000a09:34:35.715290 --- ParallelTerminationStrategy: PID 23877 died...\u000a09:34:35.769488 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23877): Terminated: ok {rc=0}\u000a09:34:35.856918 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23880) [trial-2372↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23880)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23880) [trial-2372↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a09:34:36.909611 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:34:36.921299 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a09:34:37.048470 tst esme_ms_sms_transaction.py: using LAC 27477\u000a09:34:37.172122 tst esme_ms_sms_transaction.py: using RAC 192\u000a09:34:37.294389 tst esme_ms_sms_transaction.py: using CellId 27477\u000a09:34:37.417549 tst esme_ms_sms_transaction.py: using BVCI 27478\u000a09:34:37.440854 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a09:34:37.662722 tst esme_ms_sms_transaction.py: using MSISDN 7664\u000a09:34:37.850607 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a09:34:37.979289 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:34:38.614289 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23879): Launched\u000a09:34:38.922125 run osmo-nitb_10.42.42.2(pid=23880): Launched\u000a09:34:39.111203 run osmo-nitb_10.42.42.2(pid=23880): ERR: Terminated: ERROR {rc=2} [trial-2372↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23880)]\u000a09:34:39.250959 run osmo-nitb_10.42.42.2(pid=23880): stdout: \u000a| (launched: 2022-12-10_09:34:38.770404) \u000a09:34:39.390622 run osmo-nitb_10.42.42.2(pid=23880): stderr: \u000a| (launched: 2022-12-10_09:34:38.816284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:39.526267 run osmo-nitb_10.42.42.2(pid=23880): stdout: \u000a| (launched: 2022-12-10_09:34:38.770404) \u000a09:34:39.660214 run osmo-nitb_10.42.42.2(pid=23880): stderr: \u000a| (launched: 2022-12-10_09:34:38.816284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:40.046657 tst osmo-nitb_10.42.42.2(pid=23880): stdout: \u000a| (launched: 2022-12-10_09:34:38.770404) \u000a09:34:40.169164 tst osmo-nitb_10.42.42.2(pid=23880): stderr: \u000a| (launched: 2022-12-10_09:34:38.816284)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:34:40.223344 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=23880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23880) [trial-2372↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23880)] [trial-2372↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a09:34:40.231486 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a09:34:40.266507 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23879): Terminating (SIGTERM)\u000a09:34:40.443838 --- ParallelTerminationStrategy: PID 23879 died...\u000a09:34:40.498632 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23879): Terminated: ok {rc=0}\u000a09:34:40.586484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:34:27" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=23889): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23889) [trial-2372↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23889)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=23889): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23889) [trial-2372↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a09:34:42.388894 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:42.399849 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:42.410605 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:42.421392 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:42.539194 tst esme_connect_policy_acceptall.py: using MSISDN 7665\u000a09:34:42.656523 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a09:34:43.220270 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23884): Launched\u000a09:34:43.546319 run osmo-stp_10.42.42.4(pid=23885): Launched\u000a09:34:43.663421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:44.182520 run create_hlr_db(pid=23886): Launched\u000a09:34:44.371518 bus /sierra_2: Setting Powered False\u000a09:34:45.390702 run create_hlr_db(pid=23886): Terminated: ok {rc=0}\u000a09:34:45.803514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23888): Launched\u000a09:34:46.265635 run osmo-hlr_10.42.42.2(pid=23889): Launched\u000a09:34:46.463359 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a09:34:47.083992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23891): Launched\u000a09:34:47.416143 run osmo-msc_10.42.42.5(pid=23892): Launched\u000a09:34:47.611144 run osmo-hlr_10.42.42.2(pid=23889): ERR: Terminated: ERROR {rc=237} [trial-2372↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23889)]\u000a09:34:47.751581 run osmo-hlr_10.42.42.2(pid=23889): stdout: \u000a| (launched: 2022-12-10_09:34:45.991483) \u000a09:34:47.891089 run osmo-hlr_10.42.42.2(pid=23889): stderr: \u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093446271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093446280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093446280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093446280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:48.022069 run osmo-hlr_10.42.42.2(pid=23889): stdout: \u000a| (launched: 2022-12-10_09:34:45.991483) \u000a09:34:48.152071 run osmo-hlr_10.42.42.2(pid=23889): stderr: \u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093446254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093446271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093446280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093446280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093446280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:48.208870 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=23889): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23889) [trial-2372↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23889)] [trial-2372↪smpp↪esme_connect_policy_acceptall.py:23]\u000a09:34:48.217505 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec)\u000a09:34:48.279393 run osmo-msc_10.42.42.5(pid=23892): ERR: Terminated: ERROR {rc=9} [trial-2372↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=23892)]\u000a09:34:48.330427 run osmo-msc_10.42.42.5(pid=23892): stdout: \u000a| (launched: 2022-12-10_09:34:47.254278) \u000a09:34:48.382099 run osmo-msc_10.42.42.5(pid=23892): stderr: \u000a| �[0;m�[38;5;43m20221210093447620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210093447620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210093447620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210093447620 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210093447620 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210093447620 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210093447620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210093447620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210093447620 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a09:34:48.425593 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23884): Terminating (SIGTERM)\u000a09:34:48.466455 run osmo-stp_10.42.42.4(pid=23885): Terminating (SIGTERM)\u000a09:34:48.509087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23888): Terminating (SIGTERM)\u000a09:34:48.554134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23891): Terminating (SIGTERM)\u000a09:34:48.564509 --- ParallelTerminationStrategy: PID 23884 died...\u000a09:34:48.622496 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23884): Terminated: ok {rc=0}\u000a09:34:48.632595 --- ParallelTerminationStrategy: PID 23885 died...\u000a09:34:48.687971 run osmo-stp_10.42.42.4(pid=23885): Terminated: ok {rc=0}\u000a09:34:48.697963 --- ParallelTerminationStrategy: PID 23888 died...\u000a09:34:48.753028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23888): Terminated: ok {rc=0}\u000a09:34:48.763019 --- ParallelTerminationStrategy: PID 23891 died...\u000a09:34:48.818087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23891): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=23900): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23900) [trial-2372↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23900)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=23900): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23900) [trial-2372↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a09:34:48.832782 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:48.844227 tst smpp: Using 1 x bts (candidates: 1)\u000a09:34:48.975540 tst esme_connect_policy_closed.py: using LAC 27478\u000a09:34:49.101075 tst esme_connect_policy_closed.py: using RAC 193\u000a09:34:49.223292 tst esme_connect_policy_closed.py: using CellId 27478\u000a09:34:49.345859 tst esme_connect_policy_closed.py: using BVCI 27479\u000a09:34:49.369559 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:49.379932 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:49.390649 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:49.505329 tst esme_connect_policy_closed.py: using MSISDN 7666\u000a09:34:49.634421 tst esme_connect_policy_closed.py: using MSISDN 7667\u000a09:34:49.751329 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a09:34:50.315278 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23895): Launched\u000a09:34:50.642249 run osmo-stp_10.42.42.4(pid=23896): Launched\u000a09:34:50.759862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:51.281854 run create_hlr_db(pid=23897): Launched\u000a09:34:52.473261 run create_hlr_db(pid=23897): Terminated: ok {rc=0}\u000a09:34:52.810786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23899): Launched\u000a09:34:53.138519 run osmo-hlr_10.42.42.2(pid=23900): Launched\u000a09:34:53.261167 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a09:34:53.859590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23902): Launched\u000a09:34:54.186218 run osmo-msc_10.42.42.5(pid=23903): Launched\u000a09:34:54.379116 run osmo-hlr_10.42.42.2(pid=23900): ERR: Terminated: ERROR {rc=237} [trial-2372↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23900)]\u000a09:34:54.517644 run osmo-hlr_10.42.42.2(pid=23900): stdout: \u000a| (launched: 2022-12-10_09:34:52.977546) \u000a09:34:54.656680 run osmo-hlr_10.42.42.2(pid=23900): stderr: \u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093453191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093453202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093453202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093453202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:54.787874 run osmo-hlr_10.42.42.2(pid=23900): stdout: \u000a| (launched: 2022-12-10_09:34:52.977546) \u000a09:34:54.917781 run osmo-hlr_10.42.42.2(pid=23900): stderr: \u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093453178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093453191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093453202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093453202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093453202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:54.974337 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=23900): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23900) [trial-2372↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23900)] [trial-2372↪smpp↪esme_connect_policy_closed.py:31]\u000a09:34:54.982799 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a09:34:55.044709 run osmo-msc_10.42.42.5(pid=23903): ERR: Terminated: ERROR {rc=9} [trial-2372↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=23903)]\u000a09:34:55.095799 run osmo-msc_10.42.42.5(pid=23903): stdout: \u000a| (launched: 2022-12-10_09:34:54.026097) \u000a09:34:55.147353 run osmo-msc_10.42.42.5(pid=23903): stderr: \u000a| �[0;m�[38;5;43m20221210093454391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210093454391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210093454391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210093454391 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210093454391 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210093454391 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210093454392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210093454392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210093454392 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a09:34:55.190896 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23895): Terminating (SIGTERM)\u000a09:34:55.232424 run osmo-stp_10.42.42.4(pid=23896): Terminating (SIGTERM)\u000a09:34:55.274934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23899): Terminating (SIGTERM)\u000a09:34:55.319347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23902): Terminating (SIGTERM)\u000a09:34:55.329687 --- ParallelTerminationStrategy: PID 23895 died...\u000a09:34:55.387716 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23895): Terminated: ok {rc=0}\u000a09:34:55.398030 --- ParallelTerminationStrategy: PID 23896 died...\u000a09:34:55.453207 run osmo-stp_10.42.42.4(pid=23896): Terminated: ok {rc=0}\u000a09:34:55.463084 --- ParallelTerminationStrategy: PID 23899 died...\u000a09:34:55.517981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23899): Terminated: ok {rc=0}\u000a09:34:55.527972 --- ParallelTerminationStrategy: PID 23902 died...\u000a09:34:55.583666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23902): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23912): Process ended prematurely: osmo-stp_10.42.42.5(pid=23912) [trial-2372↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23912)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23912): Process ended prematurely: osmo-stp_10.42.42.5(pid=23912) [trial-2372↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a09:34:55.598737 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:55.610309 tst smpp: Using 1 x bts (candidates: 1)\u000a09:34:55.742220 tst esme_ms_sms_storeforward.py: using LAC 27479\u000a09:34:55.870618 tst esme_ms_sms_storeforward.py: using RAC 194\u000a09:34:55.998955 tst esme_ms_sms_storeforward.py: using CellId 27479\u000a09:34:56.129399 tst esme_ms_sms_storeforward.py: using BVCI 27480\u000a09:34:56.154460 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:56.165487 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:56.176291 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:56.187144 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:56.198059 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:34:56.208853 tst smpp: Using 1 x modem (candidates: 1)\u000a09:34:56.426241 tst esme_ms_sms_storeforward.py: using MSISDN 7668\u000a09:34:56.537019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:57.023293 run create_hlr_db(pid=23906): Launched\u000a09:34:58.205491 run create_hlr_db(pid=23906): Terminated: ok {rc=0}\u000a09:34:58.523770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23908): Launched\u000a09:34:58.833996 run osmo-hlr_10.42.42.2(pid=23909): Launched\u000a09:34:58.955316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:59.500672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23911): Launched\u000a09:34:59.809711 run osmo-stp_10.42.42.5(pid=23912): Launched\u000a09:34:59.923169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:00.490364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23914): Launched\u000a09:35:00.819466 run osmo-msc_10.42.42.6(pid=23915): Launched\u000a09:35:01.201369 run osmo-stp_10.42.42.5(pid=23912): ERR: Terminated: ERROR {rc=1} [trial-2372↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23912)]\u000a09:35:01.416643 run osmo-stp_10.42.42.5(pid=23912): stdout: \u000a| (launched: 2022-12-10_09:34:59.657980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:01.555588 run osmo-stp_10.42.42.5(pid=23912): stderr: \u000a| �[0;m�[38;5;43m20221210093459830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093459830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093459830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093459831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093459831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093459831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093459831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:01.716490 run osmo-stp_10.42.42.5(pid=23912): stdout: \u000a| (launched: 2022-12-10_09:34:59.657980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:01.855963 run osmo-stp_10.42.42.5(pid=23912): stderr: \u000a| �[0;m�[38;5;43m20221210093459830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093459830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093459830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093459831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093459831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093459831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093459831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:01.914699 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=23912): Process ended prematurely: osmo-stp_10.42.42.5(pid=23912) [trial-2372↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23912)] [trial-2372↪smpp↪esme_ms_sms_storeforward.py:30]\u000a09:35:01.923622 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)\u000a09:35:01.989312 run osmo-hlr_10.42.42.2(pid=23909): ERR: Terminated: ERROR {rc=237} [trial-2372↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23909)]\u000a09:35:02.041346 run osmo-hlr_10.42.42.2(pid=23909): stdout: \u000a| (launched: 2022-12-10_09:34:58.681350) \u000a09:35:02.094616 run osmo-hlr_10.42.42.2(pid=23909): stderr: \u000a| �[0;m�[1;31m20221210093458860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093458860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093458860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093458860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093458860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093458860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093458872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093458880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093458881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093458881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:02.165920 run osmo-msc_10.42.42.6(pid=23915): ERR: Terminated: ERROR {rc=2} [trial-2372↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23915)]\u000a09:35:02.218026 run osmo-msc_10.42.42.6(pid=23915): stdout: \u000a| (launched: 2022-12-10_09:35:00.658597) \u000a09:35:02.270661 run osmo-msc_10.42.42.6(pid=23915): stderr: \u000a| �[0;m�[38;5;43m20221210093501099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093501099 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7512ec4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093501099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093501099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093501099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093501100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093501101 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093501102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093501102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093501102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:02.315446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23908): Terminating (SIGTERM)\u000a09:35:02.360736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23911): Terminating (SIGTERM)\u000a09:35:02.405516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23914): Terminating (SIGTERM)\u000a09:35:02.415818 --- ParallelTerminationStrategy: PID 23908 died...\u000a09:35:02.478362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23908): Terminated: ok {rc=0}\u000a09:35:02.493424 --- ParallelTerminationStrategy: PID 23911 died...\u000a09:35:02.558935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23911): Terminated: ok {rc=0}\u000a09:35:02.569456 --- ParallelTerminationStrategy: PID 23914 died...\u000a09:35:02.627034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23914): Terminated: ok {rc=0}\u000a09:35:02.716491 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2372↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2372↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a09:35:03.769294 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:35:03.780827 tst smpp: Using 1 x bts (candidates: 1)\u000a09:35:03.916304 tst esme_ms_sms_transaction.py: using LAC 27480\u000a09:35:04.049547 tst esme_ms_sms_transaction.py: using RAC 195\u000a09:35:04.177124 tst esme_ms_sms_transaction.py: using CellId 27480\u000a09:35:04.308904 tst esme_ms_sms_transaction.py: using BVCI 27481\u000a09:35:04.334208 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:35:04.345305 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:35:04.356138 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:35:04.367628 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:35:04.379274 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:35:04.390733 tst smpp: Using 1 x modem (candidates: 1)\u000a09:35:04.615187 tst esme_ms_sms_transaction.py: using MSISDN 7669\u000a09:35:04.733317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:05.255289 run create_hlr_db(pid=23927): Launched\u000a09:35:05.445594 bus /sierra_2: Setting Powered False\u000a09:35:06.466882 run create_hlr_db(pid=23927): Terminated: ok {rc=0}\u000a09:35:06.882763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Launched\u000a09:35:07.193824 run osmo-hlr_10.42.42.2(pid=23930): Launched\u000a09:35:07.310755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:07.853147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Launched\u000a09:35:08.162778 run osmo-stp_10.42.42.5(pid=23933): Launched\u000a09:35:08.275836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:08.840131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23935): Launched\u000a09:35:09.150891 run osmo-msc_10.42.42.6(pid=23936): Launched\u000a09:35:09.333781 run osmo-stp_10.42.42.5(pid=23933): ERR: Terminated: ERROR {rc=1} [trial-2372↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]\u000a09:35:09.466042 run osmo-stp_10.42.42.5(pid=23933): stdout: \u000a| (launched: 2022-12-10_09:35:08.010059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:09.595751 run osmo-stp_10.42.42.5(pid=23933): stderr: \u000a| �[0;m�[38;5;43m20221210093508182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093508182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093508182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093508183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093508183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093508183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093508183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:09.720437 run osmo-stp_10.42.42.5(pid=23933): stdout: \u000a| (launched: 2022-12-10_09:35:08.010059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:09.843991 run osmo-stp_10.42.42.5(pid=23933): stderr: \u000a| �[0;m�[38;5;43m20221210093508182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093508182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093508182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093508183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093508183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093508183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093508183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:09.897880 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2372↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]\u000a09:35:09.897880 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2372↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933) [trial-2372↪smpp↪esme_ms_sms_transaction.py:28]\u000a09:35:09.905987 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a09:35:09.966568 run osmo-hlr_10.42.42.2(pid=23930): ERR: Terminated: ERROR {rc=237} [trial-2372↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23930)]\u000a09:35:10.016211 run osmo-hlr_10.42.42.2(pid=23930): stdout: \u000a| (launched: 2022-12-10_09:35:07.040516) \u000a09:35:10.066106 run osmo-hlr_10.42.42.2(pid=23930): stderr: \u000a| �[0;m�[1;31m20221210093507218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093507218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093507218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093507218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093507218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093507218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093507230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093507238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093507239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093507239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:10.134285 run osmo-msc_10.42.42.6(pid=23936): ERR: Terminated: ERROR {rc=2} [trial-2372↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23936)]\u000a09:35:10.184433 run osmo-msc_10.42.42.6(pid=23936): stdout: \u000a| (launched: 2022-12-10_09:35:08.997629) \u000a09:35:10.234982 run osmo-msc_10.42.42.6(pid=23936): stderr: \u000a| �[0;m�[38;5;43m20221210093509269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093509270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7350e8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093509270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093509270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093509270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093509270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093509272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093509272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093509273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093509273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:10.277082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Terminating (SIGTERM)\u000a09:35:10.316909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Terminating (SIGTERM)\u000a09:35:10.357531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23935): Terminating (SIGTERM)\u000a09:35:10.366965 --- ParallelTerminationStrategy: PID 23929 died...\u000a09:35:10.420530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Terminated: ok {rc=0}\u000a09:35:10.430139 --- ParallelTerminationStrategy: PID 23932 died...\u000a09:35:10.483427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Terminated: ok {rc=0}\u000a09:35:10.493265 --- ParallelTerminationStrategy: PID 23935 died...\u000a09:35:10.546039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23935): Terminated: ok {rc=0}\u000a09:35:10.633271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:34:42" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24298): Process ended prematurely: osmo-stp_10.42.42.5(pid=24298) [trial-2372↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24298)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24298): Process ended prematurely: osmo-stp_10.42.42.5(pid=24298) [trial-2372↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a09:35:12.502521 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:12.513061 tst encryption: Using 1 x bts (candidates: 1)\u000a09:35:12.638701 tst register_a5_0_authopt.py: using LAC 27481\u000a09:35:12.765990 tst register_a5_0_authopt.py: using RAC 196\u000a09:35:12.901883 tst register_a5_0_authopt.py: using CellId 27481\u000a09:35:13.030342 tst register_a5_0_authopt.py: using BVCI 27482\u000a09:35:13.055339 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:13.066765 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:13.078830 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:13.090308 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:13.103897 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:13.116438 tst encryption: Using 1 x modem (candidates: 1)\u000a09:35:13.408342 tst register_a5_0_authopt.py:8: start network...\u000a09:35:13.542743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:14.085700 run create_hlr_db(pid=24124): Launched\u000a09:35:14.284895 bus /sierra_2: Setting Powered False\u000a09:35:15.298559 run create_hlr_db(pid=24124): Terminated: ok {rc=0}\u000a09:35:15.745362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24294): Launched\u000a09:35:16.242566 run osmo-hlr_10.42.42.2(pid=24295): Launched\u000a09:35:16.492331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:17.093179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24297): Launched\u000a09:35:17.475614 run osmo-stp_10.42.42.5(pid=24298): Launched\u000a09:35:17.601262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:18.209125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24300): Launched\u000a09:35:18.543310 run osmo-msc_10.42.42.6(pid=24301): Launched\u000a09:35:18.738563 run osmo-stp_10.42.42.5(pid=24298): ERR: Terminated: ERROR {rc=1} [trial-2372↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24298)]\u000a09:35:18.878800 run osmo-stp_10.42.42.5(pid=24298): stdout: \u000a| (launched: 2022-12-10_09:35:17.264626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:19.017189 run osmo-stp_10.42.42.5(pid=24298): stderr: \u000a| �[0;m�[38;5;43m20221210093517496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093517496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093517496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093517496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093517497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093517497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093517497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:19.149501 run osmo-stp_10.42.42.5(pid=24298): stdout: \u000a| (launched: 2022-12-10_09:35:17.264626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:19.281144 run osmo-stp_10.42.42.5(pid=24298): stderr: \u000a| �[0;m�[38;5;43m20221210093517496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093517496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093517496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093517496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093517497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093517497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093517497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:19.339044 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24298): Process ended prematurely: osmo-stp_10.42.42.5(pid=24298) [trial-2372↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24298)] [trial-2372↪encryption↪register_a5_0_authopt.py:8]\u000a09:35:19.348198 tst register_a5_0_authopt.py:8: Test FAILED (6.9 sec)\u000a09:35:19.410046 run osmo-hlr_10.42.42.2(pid=24295): ERR: Terminated: ERROR {rc=237} [trial-2372↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24295)]\u000a09:35:19.460937 run osmo-hlr_10.42.42.2(pid=24295): stdout: \u000a| (launched: 2022-12-10_09:35:15.915238) \u000a09:35:19.512548 run osmo-hlr_10.42.42.2(pid=24295): stderr: \u000a| �[0;m�[1;31m20221210093516240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093516240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093516240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093516240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093516240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093516241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093516258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093516276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093516276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093516276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:19.583153 run osmo-msc_10.42.42.6(pid=24301): ERR: Terminated: ERROR {rc=2} [trial-2372↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24301)]\u000a09:35:19.634267 run osmo-msc_10.42.42.6(pid=24301): stdout: \u000a| (launched: 2022-12-10_09:35:18.377954) \u000a09:35:19.686347 run osmo-msc_10.42.42.6(pid=24301): stderr: \u000a| �[0;m�[38;5;43m20221210093518702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093518702 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ec0e55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093518702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093518702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093518702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093518703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093518704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093518705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093518705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093518705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:19.730074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24294): Terminating (SIGTERM)\u000a09:35:19.771518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24297): Terminating (SIGTERM)\u000a09:35:19.813322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24300): Terminating (SIGTERM)\u000a09:35:19.822933 --- ParallelTerminationStrategy: PID 24294 died...\u000a09:35:19.878277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24294): Terminated: ok {rc=0}\u000a09:35:19.888330 --- ParallelTerminationStrategy: PID 24297 died...\u000a09:35:19.943399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24297): Terminated: ok {rc=0}\u000a09:35:19.953405 --- ParallelTerminationStrategy: PID 24300 died...\u000a09:35:20.008153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24300): Terminated: ok {rc=0}\u000a09:35:20.094401 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24484): Process ended prematurely: osmo-stp_10.42.42.5(pid=24484) [trial-2372↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24484)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24484): Process ended prematurely: osmo-stp_10.42.42.5(pid=24484) [trial-2372↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a09:35:21.211353 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:21.223025 tst encryption: Using 1 x bts (candidates: 1)\u000a09:35:21.356729 tst register_a5_0_authreq.py: using LAC 27482\u000a09:35:21.487196 tst register_a5_0_authreq.py: using RAC 197\u000a09:35:21.617723 tst register_a5_0_authreq.py: using CellId 27482\u000a09:35:21.749988 tst register_a5_0_authreq.py: using BVCI 27483\u000a09:35:21.775264 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:21.786353 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:21.797248 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:21.808572 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:21.819999 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:21.831509 tst encryption: Using 1 x modem (candidates: 1)\u000a09:35:22.133328 tst register_a5_0_authreq.py:8: start network...\u000a09:35:22.272217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:22.805702 run create_hlr_db(pid=24303): Launched\u000a09:35:22.996591 bus /sierra_2: Setting Powered False\u000a09:35:24.015044 run create_hlr_db(pid=24303): Terminated: ok {rc=0}\u000a09:35:24.466539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24480): Launched\u000a09:35:24.907049 run osmo-hlr_10.42.42.2(pid=24481): Launched\u000a09:35:25.148287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:25.748273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24483): Launched\u000a09:35:26.190907 run osmo-stp_10.42.42.5(pid=24484): Launched\u000a09:35:26.412091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:27.043225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24486): Launched\u000a09:35:27.479938 run osmo-msc_10.42.42.6(pid=24487): Launched\u000a09:35:27.886150 run osmo-stp_10.42.42.5(pid=24484): ERR: Terminated: ERROR {rc=1} [trial-2372↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24484)]\u000a09:35:28.083319 run osmo-stp_10.42.42.5(pid=24484): stdout: \u000a| (launched: 2022-12-10_09:35:25.920452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:28.226275 run osmo-stp_10.42.42.5(pid=24484): stderr: \u000a| �[0;m�[38;5;43m20221210093526230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093526230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093526230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093526231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093526231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093526231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093526231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:28.363901 run osmo-stp_10.42.42.5(pid=24484): stdout: \u000a| (launched: 2022-12-10_09:35:25.920452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:28.498831 run osmo-stp_10.42.42.5(pid=24484): stderr: \u000a| �[0;m�[38;5;43m20221210093526230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093526230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093526230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093526231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093526231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093526231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093526231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:28.559840 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24484): Process ended prematurely: osmo-stp_10.42.42.5(pid=24484) [trial-2372↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24484)] [trial-2372↪encryption↪register_a5_0_authreq.py:8]\u000a09:35:28.570170 tst register_a5_0_authreq.py:8: Test FAILED (7.4 sec)\u000a09:35:28.636089 run osmo-hlr_10.42.42.2(pid=24481): ERR: Terminated: ERROR {rc=237} [trial-2372↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24481)]\u000a09:35:28.689422 run osmo-hlr_10.42.42.2(pid=24481): stdout: \u000a| (launched: 2022-12-10_09:35:24.627884) \u000a09:35:28.742597 run osmo-hlr_10.42.42.2(pid=24481): stderr: \u000a| �[0;m�[1;31m20221210093524937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093524937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093524937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093524937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093524938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093524938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093524962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093524974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093524975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093524975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:28.815633 run osmo-msc_10.42.42.6(pid=24487): ERR: Terminated: ERROR {rc=2} [trial-2372↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24487)]\u000a09:35:28.868120 run osmo-msc_10.42.42.6(pid=24487): stdout: \u000a| (launched: 2022-12-10_09:35:27.215434) \u000a09:35:28.920693 run osmo-msc_10.42.42.6(pid=24487): stderr: \u000a| �[0;m�[38;5;43m20221210093527718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093527718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d475ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093527719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093527719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093527719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093527719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093527730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093527730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093527730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093527730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:28.966096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24480): Terminating (SIGTERM)\u000a09:35:29.012789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24483): Terminating (SIGTERM)\u000a09:35:29.058385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24486): Terminating (SIGTERM)\u000a09:35:29.068902 --- ParallelTerminationStrategy: PID 24480 died...\u000a09:35:29.126862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24480): Terminated: ok {rc=0}\u000a09:35:29.137241 --- ParallelTerminationStrategy: PID 24483 died...\u000a09:35:29.193909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24483): Terminated: ok {rc=0}\u000a09:35:29.204275 --- ParallelTerminationStrategy: PID 24486 died...\u000a09:35:29.260072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24486): Terminated: ok {rc=0}\u000a09:35:29.346423 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24496): Process ended prematurely: osmo-stp_10.42.42.5(pid=24496) [trial-2372↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24496)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24496): Process ended prematurely: osmo-stp_10.42.42.5(pid=24496) [trial-2372↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a09:35:30.462769 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:30.474310 tst encryption: Using 1 x bts (candidates: 1)\u000a09:35:30.602944 tst register_a5_1_authreq.py: using LAC 27483\u000a09:35:30.726845 tst register_a5_1_authreq.py: using RAC 198\u000a09:35:30.864059 tst register_a5_1_authreq.py: using CellId 27483\u000a09:35:31.007119 tst register_a5_1_authreq.py: using BVCI 27484\u000a09:35:31.031784 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:31.042923 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:31.054061 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:31.065373 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:31.077044 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:31.088211 tst encryption: Using 1 x modem (candidates: 1)\u000a09:35:31.397945 tst register_a5_1_authreq.py:8: start network...\u000a09:35:31.541387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:32.124177 run create_hlr_db(pid=24490): Launched\u000a09:35:32.319717 bus /sierra_2: Setting Powered False\u000a09:35:33.336835 run create_hlr_db(pid=24490): Terminated: ok {rc=0}\u000a09:35:33.781270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24492): Launched\u000a09:35:34.117595 run osmo-hlr_10.42.42.2(pid=24493): Launched\u000a09:35:34.242618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:34.823200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24495): Launched\u000a09:35:35.158373 run osmo-stp_10.42.42.5(pid=24496): Launched\u000a09:35:35.278907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:35.885803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24498): Launched\u000a09:35:36.221353 run osmo-msc_10.42.42.6(pid=24499): Launched\u000a09:35:36.414818 run osmo-stp_10.42.42.5(pid=24496): ERR: Terminated: ERROR {rc=1} [trial-2372↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24496)]\u000a09:35:36.554726 run osmo-stp_10.42.42.5(pid=24496): stdout: \u000a| (launched: 2022-12-10_09:35:34.992471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:36.693929 run osmo-stp_10.42.42.5(pid=24496): stderr: \u000a| �[0;m�[38;5;43m20221210093535192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093535192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093535192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093535193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093535193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093535193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093535193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:36.826825 run osmo-stp_10.42.42.5(pid=24496): stdout: \u000a| (launched: 2022-12-10_09:35:34.992471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:36.959341 run osmo-stp_10.42.42.5(pid=24496): stderr: \u000a| �[0;m�[38;5;43m20221210093535192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093535192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093535192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093535193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093535193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093535193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093535193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:37.017027 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24496): Process ended prematurely: osmo-stp_10.42.42.5(pid=24496) [trial-2372↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24496)] [trial-2372↪encryption↪register_a5_1_authreq.py:8]\u000a09:35:37.026049 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a09:35:37.087860 run osmo-hlr_10.42.42.2(pid=24493): ERR: Terminated: ERROR {rc=237} [trial-2372↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24493)]\u000a09:35:37.138668 run osmo-hlr_10.42.42.2(pid=24493): stdout: \u000a| (launched: 2022-12-10_09:35:33.950059) \u000a09:35:37.190227 run osmo-hlr_10.42.42.2(pid=24493): stderr: \u000a| �[0;m�[1;31m20221210093534155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093534155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093534156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093534156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093534156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093534156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093534169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093534178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093534179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093534179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:37.259996 run osmo-msc_10.42.42.6(pid=24499): ERR: Terminated: ERROR {rc=2} [trial-2372↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24499)]\u000a09:35:37.310751 run osmo-msc_10.42.42.6(pid=24499): stdout: \u000a| (launched: 2022-12-10_09:35:36.054173) \u000a09:35:37.362318 run osmo-msc_10.42.42.6(pid=24499): stderr: \u000a| �[0;m�[38;5;43m20221210093536381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093536381 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f46b2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093536382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093536382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093536382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093536382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093536384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093536384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093536384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093536384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:37.406101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24492): Terminating (SIGTERM)\u000a09:35:37.447518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24495): Terminating (SIGTERM)\u000a09:35:37.488792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24498): Terminating (SIGTERM)\u000a09:35:37.498322 --- ParallelTerminationStrategy: PID 24492 died...\u000a09:35:37.553528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24492): Terminated: ok {rc=0}\u000a09:35:37.563439 --- ParallelTerminationStrategy: PID 24495 died...\u000a09:35:37.618327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24495): Terminated: ok {rc=0}\u000a09:35:37.628205 --- ParallelTerminationStrategy: PID 24498 died...\u000a09:35:37.683073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24498): Terminated: ok {rc=0}\u000a09:35:37.769748 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24507): Process ended prematurely: osmo-stp_10.42.42.5(pid=24507) [trial-2372↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24507)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24507): Process ended prematurely: osmo-stp_10.42.42.5(pid=24507) [trial-2372↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a09:35:38.883967 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:38.895460 tst encryption: Using 1 x bts (candidates: 1)\u000a09:35:39.023894 tst register_a5_3_authreq.py: using LAC 27484\u000a09:35:39.148862 tst register_a5_3_authreq.py: using RAC 199\u000a09:35:39.271476 tst register_a5_3_authreq.py: using CellId 27484\u000a09:35:39.396494 tst register_a5_3_authreq.py: using BVCI 27485\u000a09:35:39.420325 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:39.430859 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:39.441204 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:39.451856 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:39.462706 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:35:39.473422 tst encryption: Using 1 x modem (candidates: 1)\u000a09:35:39.785722 tst register_a5_3_authreq.py:8: start network...\u000a09:35:39.924853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:40.458475 run create_hlr_db(pid=24501): Launched\u000a09:35:40.649943 bus /sierra_2: Setting Powered False\u000a09:35:41.669635 run create_hlr_db(pid=24501): Terminated: ok {rc=0}\u000a09:35:42.112862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24503): Launched\u000a09:35:42.449336 run osmo-hlr_10.42.42.2(pid=24504): Launched\u000a09:35:42.570425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:43.149663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24506): Launched\u000a09:35:43.484673 run osmo-stp_10.42.42.5(pid=24507): Launched\u000a09:35:43.605434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:35:44.212027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24509): Launched\u000a09:35:44.547340 run osmo-msc_10.42.42.6(pid=24510): Launched\u000a09:35:44.741663 run osmo-stp_10.42.42.5(pid=24507): ERR: Terminated: ERROR {rc=1} [trial-2372↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24507)]\u000a09:35:44.882053 run osmo-stp_10.42.42.5(pid=24507): stdout: \u000a| (launched: 2022-12-10_09:35:43.318358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:45.021106 run osmo-stp_10.42.42.5(pid=24507): stderr: \u000a| �[0;m�[38;5;43m20221210093543517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093543517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093543517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093543517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093543518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093543518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093543518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:45.153855 run osmo-stp_10.42.42.5(pid=24507): stdout: \u000a| (launched: 2022-12-10_09:35:43.318358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:45.285256 run osmo-stp_10.42.42.5(pid=24507): stderr: \u000a| �[0;m�[38;5;43m20221210093543517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093543517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093543517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093543517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093543518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093543518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093543518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:45.343047 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24507): Process ended prematurely: osmo-stp_10.42.42.5(pid=24507) [trial-2372↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24507)] [trial-2372↪encryption↪register_a5_3_authreq.py:8]\u000a09:35:45.351938 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a09:35:45.413704 run osmo-hlr_10.42.42.2(pid=24504): ERR: Terminated: ERROR {rc=237} [trial-2372↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24504)]\u000a09:35:45.464776 run osmo-hlr_10.42.42.2(pid=24504): stdout: \u000a| (launched: 2022-12-10_09:35:42.281896) \u000a09:35:45.516295 run osmo-hlr_10.42.42.2(pid=24504): stderr: \u000a| �[0;m�[1;31m20221210093542487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093542487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093542487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093542487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093542487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093542487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093542500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093542511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093542511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093542511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:45.586325 run osmo-msc_10.42.42.6(pid=24510): ERR: Terminated: ERROR {rc=2} [trial-2372↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24510)]\u000a09:35:45.637278 run osmo-msc_10.42.42.6(pid=24510): stdout: \u000a| (launched: 2022-12-10_09:35:44.380178) \u000a09:35:45.689059 run osmo-msc_10.42.42.6(pid=24510): stderr: \u000a| �[0;m�[38;5;43m20221210093544708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093544708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa83d473c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093544708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093544708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093544708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093544709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093544710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093544711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093544711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093544711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:35:45.732927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24503): Terminating (SIGTERM)\u000a09:35:45.774584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24506): Terminating (SIGTERM)\u000a09:35:45.816098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24509): Terminating (SIGTERM)\u000a09:35:45.825625 --- ParallelTerminationStrategy: PID 24503 died...\u000a09:35:45.881286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24503): Terminated: ok {rc=0}\u000a09:35:45.891519 --- ParallelTerminationStrategy: PID 24506 died...\u000a09:35:45.947545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24506): Terminated: ok {rc=0}\u000a09:35:45.957818 --- ParallelTerminationStrategy: PID 24509 died...\u000a09:35:46.013501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24509): Terminated: ok {rc=0}\u000a09:35:46.102019 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 36.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:35:12" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24527): Process ended prematurely: srsepc(pid=24527) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24527)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24527): Process ended prematurely: srsepc(pid=24527) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a09:35:48.094696 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a09:35:48.140021 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:35:48.156310 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:35:48.180502 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:35:48.321977 tst handover.py: using MSISDN 7670\u000a09:35:48.431284 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7670', subscriber_id=0}\u000a09:35:48.539607 run srsepc_10.42.42.118: Starting srsepc\u000a09:35:50.386060 run rm-remote-dir(pid=24515): Launched\u000a09:35:50.572585 bus /sierra_2: Setting Powered False\u000a09:35:51.595971 run rm-remote-dir(pid=24515): Terminated: ok {rc=0}\u000a09:35:52.048513 run mk-remote-dir(pid=24516): Launched\u000a09:35:53.249976 run mk-remote-dir(pid=24516): Terminated: ok {rc=0}\u000a09:35:53.551874 run scp-inst-to-remote(pid=24517): Launched\u000a09:35:55.752802 run scp-inst-to-remote(pid=24517): Terminated: ok {rc=0}\u000a09:35:56.104200 run rm-remote-dir(pid=24519): Launched\u000a09:35:57.304851 run rm-remote-dir(pid=24519): Terminated: ok {rc=0}\u000a09:35:57.657582 run mk-remote-dir(pid=24520): Launched\u000a09:35:58.849567 run mk-remote-dir(pid=24520): Terminated: ok {rc=0}\u000a09:35:59.128441 run scp-cfg-to-remote(pid=24521): Launched\u000a09:36:00.315545 run scp-cfg-to-remote(pid=24521): Terminated: ok {rc=0}\u000a09:36:00.594359 run scp-db-to-remote(pid=24523): Launched\u000a09:36:01.787918 run scp-db-to-remote(pid=24523): Terminated: ok {rc=0}\u000a09:36:01.908268 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:36:02.270913 run patchelf(pid=24525): Launched\u000a09:36:03.471134 run patchelf(pid=24525): Terminated: ok {rc=0}\u000a09:36:03.593556 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:36:03.935404 run setcap-netadm(pid=24526): Launched\u000a09:36:05.134333 run setcap-netadm(pid=24526): Terminated: ok {rc=0}\u000a09:36:05.469267 run srsepc(pid=24527): Launched\u000a09:36:05.587411 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:36:06.787362 run rm-remote-dir(pid=24528): Launched\u000a09:36:06.988187 run srsepc(pid=24527): ERR: Terminated: ERROR {rc=127} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24527)]\u000a09:36:07.133083 run srsepc(pid=24527): stdout: \u000a| (launched: 2022-12-10_09:36:05.309033)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:36:07.278108 run srsepc(pid=24527): stderr: \u000a| (launched: 2022-12-10_09:36:05.358295)\u000a| Connection to 10.42.42.116 closed. \u000a09:36:07.418898 run srsepc(pid=24527): stdout: \u000a| (launched: 2022-12-10_09:36:05.309033)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:36:07.558542 run srsepc(pid=24527): stderr: \u000a| (launched: 2022-12-10_09:36:05.358295)\u000a| Connection to 10.42.42.116 closed. \u000a09:36:07.722005 run rm-remote-dir(pid=24528): Terminating (SIGINT)\u000a09:36:07.912799 run rm-remote-dir(pid=24528): Terminated: ok {rc=0}\u000a09:36:07.947949 tst handover.py:37: ERR: Error: srsepc(pid=24527): Process ended prematurely: srsepc(pid=24527) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24527)] [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a09:36:07.958155 tst handover.py:37: Test FAILED (20.0 sec)\u000a09:36:08.074665 run scp-back-log(pid=24529): Launched\u000a09:36:09.165529 run scp-back-log(pid=24529): ERR: Terminated: ERROR {rc=1} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24529)]\u000a09:36:09.230926 run scp-back-log(pid=24529): stdout: \u000a| (launched: 2022-12-10_09:36:08.002066) \u000a09:36:09.296439 run scp-back-log(pid=24529): stderr: \u000a| (launched: 2022-12-10_09:36:08.022748)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:36:09.351520 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24529): launch_sync(): local process exited with status 1 [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24529)]')\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24543): Process ended prematurely: srsepc(pid=24543) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24543)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24543): Process ended prematurely: srsepc(pid=24543) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a09:36:09.543709 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a09:36:09.589281 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:36:09.810832 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a09:36:09.856128 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:36:09.872329 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:36:09.997131 tst iperf3_bidir.py: using MSISDN 7671\u000a09:36:10.107014 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7671', subscriber_id=0}\u000a09:36:10.215431 run srsepc_10.42.42.118: Starting srsepc\u000a09:36:10.867391 run rm-remote-dir(pid=24531): Launched\u000a09:36:12.056764 run rm-remote-dir(pid=24531): Terminated: ok {rc=0}\u000a09:36:12.388015 run mk-remote-dir(pid=24532): Launched\u000a09:36:13.577372 run mk-remote-dir(pid=24532): Terminated: ok {rc=0}\u000a09:36:13.858726 run scp-inst-to-remote(pid=24533): Launched\u000a09:36:16.102600 run scp-inst-to-remote(pid=24533): Terminated: ok {rc=0}\u000a09:36:16.519577 run rm-remote-dir(pid=24535): Launched\u000a09:36:17.729634 run rm-remote-dir(pid=24535): Terminated: ok {rc=0}\u000a09:36:18.080851 run mk-remote-dir(pid=24536): Launched\u000a09:36:19.282684 run mk-remote-dir(pid=24536): Terminated: ok {rc=0}\u000a09:36:19.579938 run scp-cfg-to-remote(pid=24537): Launched\u000a09:36:20.778906 run scp-cfg-to-remote(pid=24537): Terminated: ok {rc=0}\u000a09:36:21.075907 run scp-db-to-remote(pid=24539): Launched\u000a09:36:22.274421 run scp-db-to-remote(pid=24539): Terminated: ok {rc=0}\u000a09:36:22.397372 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:36:22.739988 run patchelf(pid=24541): Launched\u000a09:36:23.939375 run patchelf(pid=24541): Terminated: ok {rc=0}\u000a09:36:24.061948 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:36:24.404263 run setcap-netadm(pid=24542): Launched\u000a09:36:25.602372 run setcap-netadm(pid=24542): Terminated: ok {rc=0}\u000a09:36:25.936859 run srsepc(pid=24543): Launched\u000a09:36:26.054867 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:36:27.255069 run rm-remote-dir(pid=24544): Launched\u000a09:36:27.455353 run srsepc(pid=24543): ERR: Terminated: ERROR {rc=127} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24543)]\u000a09:36:27.600077 run srsepc(pid=24543): stdout: \u000a| (launched: 2022-12-10_09:36:25.777368)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:36:27.744741 run srsepc(pid=24543): stderr: \u000a| (launched: 2022-12-10_09:36:25.826518)\u000a| Connection to 10.42.42.116 closed. \u000a09:36:27.884222 run srsepc(pid=24543): stdout: \u000a| (launched: 2022-12-10_09:36:25.777368)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:36:28.022911 run srsepc(pid=24543): stderr: \u000a| (launched: 2022-12-10_09:36:25.826518)\u000a| Connection to 10.42.42.116 closed. \u000a09:36:28.184934 run rm-remote-dir(pid=24544): Terminating (SIGINT)\u000a09:36:28.374390 run rm-remote-dir(pid=24544): Terminated: ok {rc=0}\u000a09:36:28.409204 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=24543): Process ended prematurely: srsepc(pid=24543) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24543)] [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a09:36:28.419391 tst iperf3_bidir.py:42: Test FAILED (19.0 sec)\u000a09:36:28.534182 run scp-back-log(pid=24545): Launched\u000a09:36:29.624642 run scp-back-log(pid=24545): ERR: Terminated: ERROR {rc=1} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24545)]\u000a09:36:29.689562 run scp-back-log(pid=24545): stdout: \u000a| (launched: 2022-12-10_09:36:28.462167) \u000a09:36:29.755102 run scp-back-log(pid=24545): stderr: \u000a| (launched: 2022-12-10_09:36:28.482740)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:36:29.810445 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24545): launch_sync(): local process exited with status 1 [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24545)]')\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24559): Process ended prematurely: srsepc(pid=24559) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24559)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24559): Process ended prematurely: srsepc(pid=24559) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a09:36:30.001830 tst iperf3_dl.py:13: Number of physical ue: 1\u000a09:36:30.047040 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:36:30.258942 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a09:36:30.301175 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:36:30.316935 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:36:30.440745 tst iperf3_dl.py: using MSISDN 7672\u000a09:36:30.550845 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7672', subscriber_id=0}\u000a09:36:30.659797 run srsepc_10.42.42.118: Starting srsepc\u000a09:36:31.407463 run rm-remote-dir(pid=24547): Launched\u000a09:36:32.598370 run rm-remote-dir(pid=24547): Terminated: ok {rc=0}\u000a09:36:32.929576 run mk-remote-dir(pid=24548): Launched\u000a09:36:34.119194 run mk-remote-dir(pid=24548): Terminated: ok {rc=0}\u000a09:36:34.398507 run scp-inst-to-remote(pid=24549): Launched\u000a09:36:36.588291 run scp-inst-to-remote(pid=24549): Terminated: ok {rc=0}\u000a09:36:36.919146 run rm-remote-dir(pid=24551): Launched\u000a09:36:38.109032 run rm-remote-dir(pid=24551): Terminated: ok {rc=0}\u000a09:36:38.440928 run mk-remote-dir(pid=24552): Launched\u000a09:36:39.630633 run mk-remote-dir(pid=24552): Terminated: ok {rc=0}\u000a09:36:39.910149 run scp-cfg-to-remote(pid=24553): Launched\u000a09:36:41.098260 run scp-cfg-to-remote(pid=24553): Terminated: ok {rc=0}\u000a09:36:41.377100 run scp-db-to-remote(pid=24555): Launched\u000a09:36:42.564673 run scp-db-to-remote(pid=24555): Terminated: ok {rc=0}\u000a09:36:42.680066 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:36:43.002186 run patchelf(pid=24557): Launched\u000a09:36:44.190143 run patchelf(pid=24557): Terminated: ok {rc=0}\u000a09:36:44.305528 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:36:44.627063 run setcap-netadm(pid=24558): Launched\u000a09:36:45.814818 run setcap-netadm(pid=24558): Terminated: ok {rc=0}\u000a09:36:46.216366 run srsepc(pid=24559): Launched\u000a09:36:46.388546 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:36:47.614810 run rm-remote-dir(pid=24560): Launched\u000a09:36:47.814479 run srsepc(pid=24559): ERR: Terminated: ERROR {rc=127} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24559)]\u000a09:36:47.958824 run srsepc(pid=24559): stdout: \u000a| (launched: 2022-12-10_09:36:46.005560)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:36:48.103459 run srsepc(pid=24559): stderr: \u000a| (launched: 2022-12-10_09:36:46.052630)\u000a| Connection to 10.42.42.116 closed. \u000a09:36:48.243516 run srsepc(pid=24559): stdout: \u000a| (launched: 2022-12-10_09:36:46.005560)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:36:48.382754 run srsepc(pid=24559): stderr: \u000a| (launched: 2022-12-10_09:36:46.052630)\u000a| Connection to 10.42.42.116 closed. \u000a09:36:48.545171 run rm-remote-dir(pid=24560): Terminating (SIGINT)\u000a09:36:48.735495 run rm-remote-dir(pid=24560): Terminated: ok {rc=0}\u000a09:36:48.770460 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=24559): Process ended prematurely: srsepc(pid=24559) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24559)] [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a09:36:48.780638 tst iperf3_dl.py:42: Test FAILED (18.9 sec)\u000a09:36:48.894851 run scp-back-log(pid=24561): Launched\u000a09:36:49.984410 run scp-back-log(pid=24561): ERR: Terminated: ERROR {rc=1} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24561)]\u000a09:36:50.048818 run scp-back-log(pid=24561): stdout: \u000a| (launched: 2022-12-10_09:36:48.823179) \u000a09:36:50.113834 run scp-back-log(pid=24561): stderr: \u000a| (launched: 2022-12-10_09:36:48.843722)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:36:50.168732 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24561): launch_sync(): local process exited with status 1 [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24561)]')\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24575): Process ended prematurely: srsepc(pid=24575) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24575)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24575): Process ended prematurely: srsepc(pid=24575) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a09:36:50.359360 tst iperf3_ul.py:13: Number of physical ue: 1\u000a09:36:50.404717 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:36:50.624050 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a09:36:50.669161 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:36:50.685533 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:36:50.815750 tst iperf3_ul.py: using MSISDN 7673\u000a09:36:50.931827 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7673', subscriber_id=0}\u000a09:36:51.047007 run srsepc_10.42.42.118: Starting srsepc\u000a09:36:51.736876 run rm-remote-dir(pid=24563): Launched\u000a09:36:52.939338 run rm-remote-dir(pid=24563): Terminated: ok {rc=0}\u000a09:36:53.291946 run mk-remote-dir(pid=24564): Launched\u000a09:36:54.492761 run mk-remote-dir(pid=24564): Terminated: ok {rc=0}\u000a09:36:54.790951 run scp-inst-to-remote(pid=24565): Launched\u000a09:36:56.981731 run scp-inst-to-remote(pid=24565): Terminated: ok {rc=0}\u000a09:36:57.313328 run rm-remote-dir(pid=24567): Launched\u000a09:36:58.503353 run rm-remote-dir(pid=24567): Terminated: ok {rc=0}\u000a09:36:58.834887 run mk-remote-dir(pid=24568): Launched\u000a09:37:00.025444 run mk-remote-dir(pid=24568): Terminated: ok {rc=0}\u000a09:37:00.306018 run scp-cfg-to-remote(pid=24569): Launched\u000a09:37:01.507734 run scp-cfg-to-remote(pid=24569): Terminated: ok {rc=0}\u000a09:37:01.867440 run scp-db-to-remote(pid=24571): Launched\u000a09:37:03.057979 run scp-db-to-remote(pid=24571): Terminated: ok {rc=0}\u000a09:37:03.173902 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:37:03.496308 run patchelf(pid=24573): Launched\u000a09:37:04.685163 run patchelf(pid=24573): Terminated: ok {rc=0}\u000a09:37:04.800741 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:37:05.124749 run setcap-netadm(pid=24574): Launched\u000a09:37:06.312693 run setcap-netadm(pid=24574): Terminated: ok {rc=0}\u000a09:37:06.627762 run srsepc(pid=24575): Launched\u000a09:37:06.738276 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:37:07.875804 run rm-remote-dir(pid=24576): Launched\u000a09:37:08.062678 run srsepc(pid=24575): ERR: Terminated: ERROR {rc=127} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24575)]\u000a09:37:08.199138 run srsepc(pid=24575): stdout: \u000a| (launched: 2022-12-10_09:37:06.477567)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:37:08.335697 run srsepc(pid=24575): stderr: \u000a| (launched: 2022-12-10_09:37:06.523830)\u000a| Connection to 10.42.42.116 closed. \u000a09:37:08.468136 run srsepc(pid=24575): stdout: \u000a| (launched: 2022-12-10_09:37:06.477567)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:37:08.598669 run srsepc(pid=24575): stderr: \u000a| (launched: 2022-12-10_09:37:06.523830)\u000a| Connection to 10.42.42.116 closed. \u000a09:37:08.751491 run rm-remote-dir(pid=24576): Terminating (SIGINT)\u000a09:37:08.931149 run rm-remote-dir(pid=24576): Terminated: ok {rc=0}\u000a09:37:08.963930 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=24575): Process ended prematurely: srsepc(pid=24575) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24575)] [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a09:37:08.973600 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a09:37:09.082508 run scp-back-log(pid=24577): Launched\u000a09:37:10.168230 run scp-back-log(pid=24577): ERR: Terminated: ERROR {rc=1} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24577)]\u000a09:37:10.229702 run scp-back-log(pid=24577): stdout: \u000a| (launched: 2022-12-10_09:37:09.014642) \u000a09:37:10.291047 run scp-back-log(pid=24577): stderr: \u000a| (launched: 2022-12-10_09:37:09.034155)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:37:10.342947 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24577): launch_sync(): local process exited with status 1 [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24577)]')\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24591): Process ended prematurely: srsepc(pid=24591) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24591)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24591): Process ended prematurely: srsepc(pid=24591) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a09:37:10.357074 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:37:10.373531 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:37:10.396726 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:37:10.538151 tst ping.py: using MSISDN 7674\u000a09:37:10.647813 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7674', subscriber_id=0}\u000a09:37:10.756448 run srsepc_10.42.42.118: Starting srsepc\u000a09:37:11.406066 run rm-remote-dir(pid=24579): Launched\u000a09:37:12.595848 run rm-remote-dir(pid=24579): Terminated: ok {rc=0}\u000a09:37:12.925684 run mk-remote-dir(pid=24580): Launched\u000a09:37:14.114649 run mk-remote-dir(pid=24580): Terminated: ok {rc=0}\u000a09:37:14.393971 run scp-inst-to-remote(pid=24581): Launched\u000a09:37:16.633211 run scp-inst-to-remote(pid=24581): Terminated: ok {rc=0}\u000a09:37:17.060019 run rm-remote-dir(pid=24583): Launched\u000a09:37:18.280723 run rm-remote-dir(pid=24583): Terminated: ok {rc=0}\u000a09:37:18.631961 run mk-remote-dir(pid=24584): Launched\u000a09:37:19.824335 run mk-remote-dir(pid=24584): Terminated: ok {rc=0}\u000a09:37:20.102495 run scp-cfg-to-remote(pid=24585): Launched\u000a09:37:21.289645 run scp-cfg-to-remote(pid=24585): Terminated: ok {rc=0}\u000a09:37:21.568918 run scp-db-to-remote(pid=24587): Launched\u000a09:37:22.754244 run scp-db-to-remote(pid=24587): Terminated: ok {rc=0}\u000a09:37:22.869547 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:37:23.190315 run patchelf(pid=24589): Launched\u000a09:37:24.376513 run patchelf(pid=24589): Terminated: ok {rc=0}\u000a09:37:24.491270 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:37:24.812187 run setcap-netadm(pid=24590): Launched\u000a09:37:25.998382 run setcap-netadm(pid=24590): Terminated: ok {rc=0}\u000a09:37:26.312108 run srsepc(pid=24591): Launched\u000a09:37:26.421775 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:37:27.553974 run rm-remote-dir(pid=24592): Launched\u000a09:37:27.741061 run srsepc(pid=24591): ERR: Terminated: ERROR {rc=127} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24591)]\u000a09:37:27.878791 run srsepc(pid=24591): stdout: \u000a| (launched: 2022-12-10_09:37:26.162306)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:37:28.015188 run srsepc(pid=24591): stderr: \u000a| (launched: 2022-12-10_09:37:26.208483)\u000a| Connection to 10.42.42.116 closed. \u000a09:37:28.147526 run srsepc(pid=24591): stdout: \u000a| (launched: 2022-12-10_09:37:26.162306)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:37:28.278780 run srsepc(pid=24591): stderr: \u000a| (launched: 2022-12-10_09:37:26.208483)\u000a| Connection to 10.42.42.116 closed. \u000a09:37:28.431984 run rm-remote-dir(pid=24592): Terminating (SIGINT)\u000a09:37:28.612291 run rm-remote-dir(pid=24592): Terminated: ok {rc=0}\u000a09:37:28.645362 tst ping.py:16: ERR: Error: srsepc(pid=24591): Process ended prematurely: srsepc(pid=24591) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24591)] [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a09:37:28.654888 tst ping.py:16: Test FAILED (18.3 sec)\u000a09:37:28.764052 run scp-back-log(pid=24593): Launched\u000a09:37:29.848913 run scp-back-log(pid=24593): ERR: Terminated: ERROR {rc=1} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24593)]\u000a09:37:29.910179 run scp-back-log(pid=24593): stdout: \u000a| (launched: 2022-12-10_09:37:28.696186) \u000a09:37:29.971632 run scp-back-log(pid=24593): stderr: \u000a| (launched: 2022-12-10_09:37:28.715779)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:37:30.023487 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24593): launch_sync(): local process exited with status 1 [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24593)]')\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24610): Process ended prematurely: srsepc(pid=24610) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24610)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24610): Process ended prematurely: srsepc(pid=24610) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a09:37:30.037544 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:37:30.053987 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:37:30.077238 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:37:30.221724 tst rrc_idle_mo_ping.py: using MSISDN 7675\u000a09:37:30.331037 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7675', subscriber_id=0}\u000a09:37:30.439466 run srsepc_10.42.42.118: Starting srsepc\u000a09:37:31.140377 run rm-remote-dir(pid=24595): Launched\u000a09:37:32.358138 run rm-remote-dir(pid=24595): Terminated: ok {rc=0}\u000a09:37:32.695202 run mk-remote-dir(pid=24596): Launched\u000a09:37:33.884780 run mk-remote-dir(pid=24596): Terminated: ok {rc=0}\u000a09:37:34.163207 run scp-inst-to-remote(pid=24597): Launched\u000a09:37:36.361857 run scp-inst-to-remote(pid=24597): Terminated: ok {rc=0}\u000a09:37:36.713247 run rm-remote-dir(pid=24602): Launched\u000a09:37:37.913334 run rm-remote-dir(pid=24602): Terminated: ok {rc=0}\u000a09:37:38.264526 run mk-remote-dir(pid=24603): Launched\u000a09:37:39.465913 run mk-remote-dir(pid=24603): Terminated: ok {rc=0}\u000a09:37:39.762544 run scp-cfg-to-remote(pid=24604): Launched\u000a09:37:40.959575 run scp-cfg-to-remote(pid=24604): Terminated: ok {rc=0}\u000a09:37:41.255562 run scp-db-to-remote(pid=24606): Launched\u000a09:37:42.454277 run scp-db-to-remote(pid=24606): Terminated: ok {rc=0}\u000a09:37:42.576508 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:37:42.918258 run patchelf(pid=24608): Launched\u000a09:37:44.116011 run patchelf(pid=24608): Terminated: ok {rc=0}\u000a09:37:44.237964 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:37:44.579204 run setcap-netadm(pid=24609): Launched\u000a09:37:45.777240 run setcap-netadm(pid=24609): Terminated: ok {rc=0}\u000a09:37:46.173185 run srsepc(pid=24610): Launched\u000a09:37:46.315104 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:37:47.533861 run rm-remote-dir(pid=24611): Launched\u000a09:37:47.736284 run srsepc(pid=24610): ERR: Terminated: ERROR {rc=127} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24610)]\u000a09:37:47.881427 run srsepc(pid=24610): stdout: \u000a| (launched: 2022-12-10_09:37:45.972413)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:37:48.026791 run srsepc(pid=24610): stderr: \u000a| (launched: 2022-12-10_09:37:46.023225)\u000a| Connection to 10.42.42.116 closed. \u000a09:37:48.166935 run srsepc(pid=24610): stdout: \u000a| (launched: 2022-12-10_09:37:45.972413)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:37:48.305587 run srsepc(pid=24610): stderr: \u000a| (launched: 2022-12-10_09:37:46.023225)\u000a| Connection to 10.42.42.116 closed. \u000a09:37:48.467479 run rm-remote-dir(pid=24611): Terminating (SIGINT)\u000a09:37:48.658170 run rm-remote-dir(pid=24611): Terminated: ok {rc=0}\u000a09:37:48.692935 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=24610): Process ended prematurely: srsepc(pid=24610) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24610)] [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a09:37:48.703302 tst rrc_idle_mo_ping.py:16: Test FAILED (18.7 sec)\u000a09:37:48.818423 run scp-back-log(pid=24612): Launched\u000a09:37:49.908013 run scp-back-log(pid=24612): ERR: Terminated: ERROR {rc=1} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24612)]\u000a09:37:49.972585 run scp-back-log(pid=24612): stdout: \u000a| (launched: 2022-12-10_09:37:48.746436) \u000a09:37:50.037434 run scp-back-log(pid=24612): stderr: \u000a| (launched: 2022-12-10_09:37:48.767171)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:37:50.092509 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24612): launch_sync(): local process exited with status 1 [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24612)]')\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24626): Process ended prematurely: srsepc(pid=24626) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24626)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24626): Process ended prematurely: srsepc(pid=24626) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a09:37:50.107118 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:37:50.124233 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:37:50.147913 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:37:50.294851 tst rrc_idle_mt_ping.py: using MSISDN 7676\u000a09:37:50.405461 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7676', subscriber_id=0}\u000a09:37:50.513949 run srsepc_10.42.42.118: Starting srsepc\u000a09:37:51.164572 run rm-remote-dir(pid=24614): Launched\u000a09:37:52.354598 run rm-remote-dir(pid=24614): Terminated: ok {rc=0}\u000a09:37:52.685853 run mk-remote-dir(pid=24615): Launched\u000a09:37:53.875531 run mk-remote-dir(pid=24615): Terminated: ok {rc=0}\u000a09:37:54.156817 run scp-inst-to-remote(pid=24616): Launched\u000a09:37:56.355961 run scp-inst-to-remote(pid=24616): Terminated: ok {rc=0}\u000a09:37:56.707873 run rm-remote-dir(pid=24618): Launched\u000a09:37:57.909367 run rm-remote-dir(pid=24618): Terminated: ok {rc=0}\u000a09:37:58.261983 run mk-remote-dir(pid=24619): Launched\u000a09:37:59.462406 run mk-remote-dir(pid=24619): Terminated: ok {rc=0}\u000a09:37:59.759835 run scp-cfg-to-remote(pid=24620): Launched\u000a09:38:00.987475 run scp-cfg-to-remote(pid=24620): Terminated: ok {rc=0}\u000a09:38:01.337536 run scp-db-to-remote(pid=24622): Launched\u000a09:38:02.526366 run scp-db-to-remote(pid=24622): Terminated: ok {rc=0}\u000a09:38:02.641796 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:38:02.962591 run patchelf(pid=24624): Launched\u000a09:38:04.151689 run patchelf(pid=24624): Terminated: ok {rc=0}\u000a09:38:04.267228 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:38:04.589360 run setcap-netadm(pid=24625): Launched\u000a09:38:05.777289 run setcap-netadm(pid=24625): Terminated: ok {rc=0}\u000a09:38:06.095252 run srsepc(pid=24626): Launched\u000a09:38:06.205645 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:38:07.342464 run rm-remote-dir(pid=24627): Launched\u000a09:38:07.529557 run srsepc(pid=24626): ERR: Terminated: ERROR {rc=127} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24626)]\u000a09:38:07.666428 run srsepc(pid=24626): stdout: \u000a| (launched: 2022-12-10_09:38:05.941782)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:38:07.802679 run srsepc(pid=24626): stderr: \u000a| (launched: 2022-12-10_09:38:05.988064)\u000a| Connection to 10.42.42.116 closed. \u000a09:38:07.934638 run srsepc(pid=24626): stdout: \u000a| (launched: 2022-12-10_09:38:05.941782)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:38:08.065448 run srsepc(pid=24626): stderr: \u000a| (launched: 2022-12-10_09:38:05.988064)\u000a| Connection to 10.42.42.116 closed. \u000a09:38:08.219243 run rm-remote-dir(pid=24627): Terminating (SIGINT)\u000a09:38:08.399422 run rm-remote-dir(pid=24627): Terminated: ok {rc=0}\u000a09:38:08.432203 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=24626): Process ended prematurely: srsepc(pid=24626) [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24626)] [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a09:38:08.441925 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a09:38:08.551431 run scp-back-log(pid=24628): Launched\u000a09:38:09.637517 run scp-back-log(pid=24628): ERR: Terminated: ERROR {rc=1} [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24628)]\u000a09:38:09.699645 run scp-back-log(pid=24628): stdout: \u000a| (launched: 2022-12-10_09:38:08.483077) \u000a09:38:09.762050 run scp-back-log(pid=24628): stderr: \u000a| (launched: 2022-12-10_09:38:08.502714)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:38:09.814390 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24628): launch_sync(): local process exited with status 1 [trial-2372↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24628)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:35:47" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24639): Process ended prematurely: osmo-stp_10.42.42.5(pid=24639) [trial-2372↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24639)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24639): Process ended prematurely: osmo-stp_10.42.42.5(pid=24639) [trial-2372↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a09:38:10.661165 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:38:10.671853 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a09:38:10.802988 tst handover.py: using LAC 27485\u000a09:38:10.926611 tst handover.py: using RAC 200\u000a09:38:11.049633 tst handover.py: using CellId 27485\u000a09:38:11.170506 tst handover.py: using BVCI 27486\u000a09:38:11.193950 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a09:38:11.317866 tst handover.py: using LAC 27486\u000a09:38:11.439030 tst handover.py: using RAC 201\u000a09:38:11.558610 tst handover.py: using CellId 27486\u000a09:38:11.686124 tst handover.py: using BVCI 27487\u000a09:38:11.711025 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:38:11.722453 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:38:11.733574 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:38:11.745448 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:38:11.757302 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:38:11.768514 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a09:38:11.889448 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a09:38:12.100819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:12.617757 run create_hlr_db(pid=24633): Launched\u000a09:38:13.809179 run create_hlr_db(pid=24633): Terminated: ok {rc=0}\u000a09:38:14.149183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24635): Launched\u000a09:38:14.478173 run osmo-hlr_10.42.42.2(pid=24636): Launched\u000a09:38:14.596604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:15.164689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24638): Launched\u000a09:38:15.493649 run osmo-stp_10.42.42.5(pid=24639): Launched\u000a09:38:15.612413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:38:16.253340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24641): Launched\u000a09:38:16.736908 run osmo-msc_10.42.42.6(pid=24654): Launched\u000a09:38:17.145385 run osmo-stp_10.42.42.5(pid=24639): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24639)]\u000a09:38:17.425304 run osmo-stp_10.42.42.5(pid=24639): stdout: \u000a| (launched: 2022-12-10_09:38:15.330182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:17.614419 run osmo-stp_10.42.42.5(pid=24639): stderr: \u000a| �[0;m�[38;5;43m20221210093815524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093815524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093815524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093815525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093815525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093815525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093815525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:17.768057 run osmo-stp_10.42.42.5(pid=24639): stdout: \u000a| (launched: 2022-12-10_09:38:15.330182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:17.908408 run osmo-stp_10.42.42.5(pid=24639): stderr: \u000a| �[0;m�[38;5;43m20221210093815524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093815524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093815524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093815525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093815525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093815525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093815525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:17.975095 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24639): Process ended prematurely: osmo-stp_10.42.42.5(pid=24639) [trial-2372↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24639)] [trial-2372↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a09:38:17.984664 tst handover.py:18: Test FAILED (7.3 sec)\u000a09:38:18.056411 run osmo-hlr_10.42.42.2(pid=24636): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24636)]\u000a09:38:18.117540 run osmo-hlr_10.42.42.2(pid=24636): stdout: \u000a| (launched: 2022-12-10_09:38:14.314443) \u000a09:38:18.178641 run osmo-hlr_10.42.42.2(pid=24636): stderr: \u000a| �[0;m�[1;31m20221210093814515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093814515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093814515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093814515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093814515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093814516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093814528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093814536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093814537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093814537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:18.260808 run osmo-msc_10.42.42.6(pid=24654): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24654)]\u000a09:38:18.316551 run osmo-msc_10.42.42.6(pid=24654): stdout: \u000a| (launched: 2022-12-10_09:38:16.428276) \u000a09:38:18.375471 run osmo-msc_10.42.42.6(pid=24654): stderr: \u000a| �[0;m�[38;5;43m20221210093817003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093817003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d0a4a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093817003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093817003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093817004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093817004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093817010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093817011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093817011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093817011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:38:18.430296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24635): Terminating (SIGTERM)\u000a09:38:18.482449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24638): Terminating (SIGTERM)\u000a09:38:18.538333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24641): Terminating (SIGTERM)\u000a09:38:18.549369 --- ParallelTerminationStrategy: PID 24635 died...\u000a09:38:18.622269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24635): Terminated: ok {rc=0}\u000a09:38:18.637154 --- ParallelTerminationStrategy: PID 24638 died...\u000a09:38:18.703855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24638): Terminated: ok {rc=0}\u000a09:38:18.718929 --- ParallelTerminationStrategy: PID 24641 died...\u000a09:38:18.789586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24641): Terminated: ok {rc=0}\u000a09:38:18.898689 bus /sierra_3: Setting Powered False\u000a09:38:20.005912 bus /sierra_3: Setting Powered False\u000a09:38:21.114157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:38:10" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24925): Process ended prematurely: osmo-stp_10.42.42.5(pid=24925) [trial-2372↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24925)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24925): Process ended prematurely: osmo-stp_10.42.42.5(pid=24925) [trial-2372↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a09:38:23.078544 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:38:23.090417 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:38:23.218466 tst handover.py: using LAC 27487\u000a09:38:23.342455 tst handover.py: using RAC 202\u000a09:38:23.472116 tst handover.py: using CellId 27487\u000a09:38:23.593908 tst handover.py: using BVCI 27488\u000a09:38:23.619457 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:38:23.746832 tst handover.py: using LAC 27488\u000a09:38:23.869480 tst handover.py: using RAC 203\u000a09:38:23.991809 tst handover.py: using CellId 27488\u000a09:38:24.117411 tst handover.py: using BVCI 27489\u000a09:38:24.142053 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:38:24.153811 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:38:24.165624 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:38:24.177788 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:38:24.189790 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:38:24.202848 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:38:24.323797 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:38:24.531723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:25.042567 run create_hlr_db(pid=24919): Launched\u000a09:38:25.173708 bus /sierra_2: Setting Powered False\u000a09:38:26.246743 run create_hlr_db(pid=24919): Terminated: ok {rc=0}\u000a09:38:26.658866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24921): Launched\u000a09:38:27.088218 run osmo-hlr_10.42.42.2(pid=24922): Launched\u000a09:38:27.329712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:27.956233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24924): Launched\u000a09:38:28.385697 run osmo-stp_10.42.42.5(pid=24925): Launched\u000a09:38:28.618202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:38:29.263838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24927): Launched\u000a09:38:29.693722 run osmo-msc_10.42.42.6(pid=24928): Launched\u000a09:38:30.072386 run osmo-stp_10.42.42.5(pid=24925): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24925)]\u000a09:38:30.353392 run osmo-stp_10.42.42.5(pid=24925): stdout: \u000a| (launched: 2022-12-10_09:38:28.118615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:30.551191 run osmo-stp_10.42.42.5(pid=24925): stderr: \u000a| �[0;m�[38;5;43m20221210093828456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093828456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093828456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093828457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093828457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093828457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093828457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:30.680574 run osmo-stp_10.42.42.5(pid=24925): stdout: \u000a| (launched: 2022-12-10_09:38:28.118615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:30.808363 run osmo-stp_10.42.42.5(pid=24925): stderr: \u000a| �[0;m�[38;5;43m20221210093828456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093828456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093828456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093828457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093828457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093828457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093828457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:30.885844 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24925): Process ended prematurely: osmo-stp_10.42.42.5(pid=24925) [trial-2372↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24925)] [trial-2372↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a09:38:30.897789 tst handover.py:18: Test FAILED (7.8 sec)\u000a09:38:30.965430 run osmo-hlr_10.42.42.2(pid=24922): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24922)]\u000a09:38:31.018813 run osmo-hlr_10.42.42.2(pid=24922): stdout: \u000a| (launched: 2022-12-10_09:38:26.823571) \u000a09:38:31.072606 run osmo-hlr_10.42.42.2(pid=24922): stderr: \u000a| �[0;m�[1;31m20221210093827169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093827169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093827169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093827169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093827169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093827170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093827189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093827203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093827203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093827203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:31.145509 run osmo-msc_10.42.42.6(pid=24928): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24928)]\u000a09:38:31.199011 run osmo-msc_10.42.42.6(pid=24928): stdout: \u000a| (launched: 2022-12-10_09:38:29.425830) \u000a09:38:31.253999 run osmo-msc_10.42.42.6(pid=24928): stderr: \u000a| �[0;m�[38;5;43m20221210093830018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093830018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57aa113c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093830019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093830019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093830019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093830019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093830033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093830033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093830034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093830034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:38:31.300473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24921): Terminating (SIGTERM)\u000a09:38:31.344815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24924): Terminating (SIGTERM)\u000a09:38:31.390986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24927): Terminating (SIGTERM)\u000a09:38:31.401919 --- ParallelTerminationStrategy: PID 24921 died...\u000a09:38:31.463019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24921): Terminated: ok {rc=0}\u000a09:38:31.474161 --- ParallelTerminationStrategy: PID 24924 died...\u000a09:38:31.533704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24924): Terminated: ok {rc=0}\u000a09:38:31.544643 --- ParallelTerminationStrategy: PID 24927 died...\u000a09:38:31.604074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24927): Terminated: ok {rc=0}\u000a09:38:31.722632 bus /sierra_3: Setting Powered False\u000a09:38:32.877925 bus /sierra_3: Setting Powered False\u000a09:38:33.988685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:38:22" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24940): Process ended prematurely: osmo-stp_10.42.42.5(pid=24940) [trial-2372↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24940)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24940): Process ended prematurely: osmo-stp_10.42.42.5(pid=24940) [trial-2372↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:38:35.985809 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:38:35.999424 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:38:36.131688 tst handover.py: using LAC 27489\u000a09:38:36.257162 tst handover.py: using RAC 204\u000a09:38:36.384319 tst handover.py: using CellId 27489\u000a09:38:36.509489 tst handover.py: using BVCI 27490\u000a09:38:36.534467 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:38:36.677558 tst handover.py: using LAC 27490\u000a09:38:36.805188 tst handover.py: using RAC 205\u000a09:38:36.930006 tst handover.py: using CellId 27490\u000a09:38:37.057928 tst handover.py: using BVCI 27491\u000a09:38:37.084155 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:38:37.095491 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:38:37.107262 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:38:37.118567 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:38:37.129817 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:38:37.141179 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:38:37.261011 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:38:37.473304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:38.003490 run create_hlr_db(pid=24933): Launched\u000a09:38:38.135808 bus /sierra_2: Setting Powered False\u000a09:38:39.212224 run create_hlr_db(pid=24933): Terminated: ok {rc=0}\u000a09:38:39.604002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24936): Launched\u000a09:38:39.915219 run osmo-hlr_10.42.42.2(pid=24937): Launched\u000a09:38:40.029232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:40.539413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24939): Launched\u000a09:38:40.850249 run osmo-stp_10.42.42.5(pid=24940): Launched\u000a09:38:40.962334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:38:41.500367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24942): Launched\u000a09:38:41.811913 run osmo-msc_10.42.42.6(pid=24943): Launched\u000a09:38:41.992366 run osmo-stp_10.42.42.5(pid=24940): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24940)]\u000a09:38:42.123953 run osmo-stp_10.42.42.5(pid=24940): stdout: \u000a| (launched: 2022-12-10_09:38:40.695447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:42.252115 run osmo-stp_10.42.42.5(pid=24940): stderr: \u000a| �[0;m�[38;5;43m20221210093840870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093840870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093840870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093840871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093840871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093840871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093840871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:42.376187 run osmo-stp_10.42.42.5(pid=24940): stdout: \u000a| (launched: 2022-12-10_09:38:40.695447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:42.498172 run osmo-stp_10.42.42.5(pid=24940): stderr: \u000a| �[0;m�[38;5;43m20221210093840870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093840870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093840870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093840871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093840871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093840871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093840871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:42.551296 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24940): Process ended prematurely: osmo-stp_10.42.42.5(pid=24940) [trial-2372↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24940)] [trial-2372↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a09:38:42.559001 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:38:42.618276 run osmo-hlr_10.42.42.2(pid=24937): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24937)]\u000a09:38:42.667143 run osmo-hlr_10.42.42.2(pid=24937): stdout: \u000a| (launched: 2022-12-10_09:38:39.761056) \u000a09:38:42.716522 run osmo-hlr_10.42.42.2(pid=24937): stderr: \u000a| �[0;m�[1;31m20221210093839942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093839943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093839943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093839943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093839943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093839943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093839954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093839963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093839964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093839964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:42.783628 run osmo-msc_10.42.42.6(pid=24943): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24943)]\u000a09:38:42.832275 run osmo-msc_10.42.42.6(pid=24943): stdout: \u000a| (launched: 2022-12-10_09:38:41.656771) \u000a09:38:42.881440 run osmo-msc_10.42.42.6(pid=24943): stderr: \u000a| �[0;m�[38;5;43m20221210093841930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093841930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1ac9a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093841930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093841930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093841930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093841931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093841932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093841933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093841933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093841933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:38:42.922950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24936): Terminating (SIGTERM)\u000a09:38:42.962126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24939): Terminating (SIGTERM)\u000a09:38:43.001259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24942): Terminating (SIGTERM)\u000a09:38:43.010236 --- ParallelTerminationStrategy: PID 24936 died...\u000a09:38:43.062966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24936): Terminated: ok {rc=0}\u000a09:38:43.072355 --- ParallelTerminationStrategy: PID 24939 died...\u000a09:38:43.125292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24939): Terminated: ok {rc=0}\u000a09:38:43.134687 --- ParallelTerminationStrategy: PID 24942 died...\u000a09:38:43.187514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24942): Terminated: ok {rc=0}\u000a09:38:43.276274 bus /sierra_3: Setting Powered False\u000a09:38:44.379248 bus /sierra_3: Setting Powered False\u000a09:38:45.489326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:38:35" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24954): Process ended prematurely: osmo-stp_10.42.42.5(pid=24954) [trial-2372↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24954)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24954): Process ended prematurely: osmo-stp_10.42.42.5(pid=24954) [trial-2372↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:38:47.525180 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:38:47.536159 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:38:47.661275 tst handover.py: using LAC 27491\u000a09:38:47.780937 tst handover.py: using RAC 206\u000a09:38:47.906347 tst handover.py: using CellId 27491\u000a09:38:48.025534 tst handover.py: using BVCI 27492\u000a09:38:48.048768 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:38:48.180269 tst handover.py: using LAC 27492\u000a09:38:48.298616 tst handover.py: using RAC 207\u000a09:38:48.423030 tst handover.py: using CellId 27492\u000a09:38:48.542431 tst handover.py: using BVCI 27493\u000a09:38:48.565802 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:38:48.576743 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:38:48.587575 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:38:48.598501 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:38:48.609360 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:38:48.620277 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:38:48.739383 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:38:48.943251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:49.406933 run create_hlr_db(pid=24948): Launched\u000a09:38:49.531891 bus /sierra_2: Setting Powered False\u000a09:38:50.604329 run create_hlr_db(pid=24948): Terminated: ok {rc=0}\u000a09:38:51.010002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24950): Launched\u000a09:38:51.336607 run osmo-hlr_10.42.42.2(pid=24951): Launched\u000a09:38:51.459597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:51.999402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24953): Launched\u000a09:38:52.325748 run osmo-stp_10.42.42.5(pid=24954): Launched\u000a09:38:52.446403 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:38:53.018156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24956): Launched\u000a09:38:53.345663 run osmo-msc_10.42.42.6(pid=24957): Launched\u000a09:38:53.537196 run osmo-stp_10.42.42.5(pid=24954): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24954)]\u000a09:38:53.674982 run osmo-stp_10.42.42.5(pid=24954): stdout: \u000a| (launched: 2022-12-10_09:38:52.165560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:53.813316 run osmo-stp_10.42.42.5(pid=24954): stderr: \u000a| �[0;m�[38;5;43m20221210093852359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093852359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093852360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093852360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093852361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093852361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093852361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:53.944679 run osmo-stp_10.42.42.5(pid=24954): stdout: \u000a| (launched: 2022-12-10_09:38:52.165560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:54.075071 run osmo-stp_10.42.42.5(pid=24954): stderr: \u000a| �[0;m�[38;5;43m20221210093852359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093852359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093852360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093852360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093852361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093852361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093852361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:54.132060 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24954): Process ended prematurely: osmo-stp_10.42.42.5(pid=24954) [trial-2372↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24954)] [trial-2372↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:38:54.140468 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:38:54.203373 run osmo-hlr_10.42.42.2(pid=24951): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24951)]\u000a09:38:54.254732 run osmo-hlr_10.42.42.2(pid=24951): stdout: \u000a| (launched: 2022-12-10_09:38:51.176130) \u000a09:38:54.306325 run osmo-hlr_10.42.42.2(pid=24951): stderr: \u000a| �[0;m�[1;31m20221210093851373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093851373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093851373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093851374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093851374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093851374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093851386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093851395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093851395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093851395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:54.377320 run osmo-msc_10.42.42.6(pid=24957): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24957)]\u000a09:38:54.428459 run osmo-msc_10.42.42.6(pid=24957): stdout: \u000a| (launched: 2022-12-10_09:38:53.184754) \u000a09:38:54.480594 run osmo-msc_10.42.42.6(pid=24957): stderr: \u000a| �[0;m�[38;5;43m20221210093853508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093853508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cf26dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093853508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093853508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093853508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093853508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093853510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093853511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093853511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093853511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:38:54.524528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24950): Terminating (SIGTERM)\u000a09:38:54.566372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24953): Terminating (SIGTERM)\u000a09:38:54.608364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24956): Terminating (SIGTERM)\u000a09:38:54.618291 --- ParallelTerminationStrategy: PID 24950 died...\u000a09:38:54.674088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24950): Terminated: ok {rc=0}\u000a09:38:54.684123 --- ParallelTerminationStrategy: PID 24953 died...\u000a09:38:54.739906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24953): Terminated: ok {rc=0}\u000a09:38:54.749857 --- ParallelTerminationStrategy: PID 24956 died...\u000a09:38:54.805904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24956): Terminated: ok {rc=0}\u000a09:38:54.893594 bus /sierra_3: Setting Powered False\u000a09:38:55.994226 bus /sierra_3: Setting Powered False\u000a09:38:57.105194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:38:47" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24969): Process ended prematurely: osmo-stp_10.42.42.5(pid=24969) [trial-2372↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24969)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24969): Process ended prematurely: osmo-stp_10.42.42.5(pid=24969) [trial-2372↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:38:59.104399 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:38:59.115364 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:38:59.240663 tst handover.py: using LAC 27493\u000a09:38:59.360544 tst handover.py: using RAC 208\u000a09:38:59.481181 tst handover.py: using CellId 27493\u000a09:38:59.602003 tst handover.py: using BVCI 27494\u000a09:38:59.625599 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:38:59.765588 tst handover.py: using LAC 27494\u000a09:38:59.897284 tst handover.py: using RAC 209\u000a09:39:00.029248 tst handover.py: using CellId 27494\u000a09:39:00.149990 tst handover.py: using BVCI 27495\u000a09:39:00.173612 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:39:00.184587 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:39:00.195792 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:39:00.207062 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:39:00.217893 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:39:00.228644 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:39:00.349256 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:39:00.562608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:01.092861 run create_hlr_db(pid=24963): Launched\u000a09:39:01.230125 bus /sierra_2: Setting Powered False\u000a09:39:02.304558 run create_hlr_db(pid=24963): Terminated: ok {rc=0}\u000a09:39:02.716121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24965): Launched\u000a09:39:03.047911 run osmo-hlr_10.42.42.2(pid=24966): Launched\u000a09:39:03.171047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:03.681583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24968): Launched\u000a09:39:03.993139 run osmo-stp_10.42.42.5(pid=24969): Launched\u000a09:39:04.105680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:04.644396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24971): Launched\u000a09:39:04.958012 run osmo-msc_10.42.42.6(pid=24972): Launched\u000a09:39:05.139875 run osmo-stp_10.42.42.5(pid=24969): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24969)]\u000a09:39:05.270879 run osmo-stp_10.42.42.5(pid=24969): stdout: \u000a| (launched: 2022-12-10_09:39:03.838093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:05.398893 run osmo-stp_10.42.42.5(pid=24969): stderr: \u000a| �[0;m�[38;5;43m20221210093904012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093904012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093904012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093904013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093904013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093904013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093904013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:05.522137 run osmo-stp_10.42.42.5(pid=24969): stdout: \u000a| (launched: 2022-12-10_09:39:03.838093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:05.643993 run osmo-stp_10.42.42.5(pid=24969): stderr: \u000a| �[0;m�[38;5;43m20221210093904012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093904012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093904012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093904013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093904013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093904013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093904013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:05.697022 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24969): Process ended prematurely: osmo-stp_10.42.42.5(pid=24969) [trial-2372↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24969)] [trial-2372↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:39:05.704670 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:39:05.763962 run osmo-hlr_10.42.42.2(pid=24966): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24966)]\u000a09:39:05.812784 run osmo-hlr_10.42.42.2(pid=24966): stdout: \u000a| (launched: 2022-12-10_09:39:02.882714) \u000a09:39:05.862119 run osmo-hlr_10.42.42.2(pid=24966): stderr: \u000a| �[0;m�[1;31m20221210093903086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093903086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093903086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093903086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093903086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093903086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093903099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093903109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093903109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093903109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:05.929234 run osmo-msc_10.42.42.6(pid=24972): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24972)]\u000a09:39:05.977794 run osmo-msc_10.42.42.6(pid=24972): stdout: \u000a| (launched: 2022-12-10_09:39:04.800641) \u000a09:39:06.027320 run osmo-msc_10.42.42.6(pid=24972): stderr: \u000a| �[0;m�[38;5;43m20221210093905075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093905075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe991bdec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093905075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093905075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093905075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093905075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093905077 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093905077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093905078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093905078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:06.069114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24965): Terminating (SIGTERM)\u000a09:39:06.108677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24968): Terminating (SIGTERM)\u000a09:39:06.148256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24971): Terminating (SIGTERM)\u000a09:39:06.157405 --- ParallelTerminationStrategy: PID 24965 died...\u000a09:39:06.210116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24965): Terminated: ok {rc=0}\u000a09:39:06.219527 --- ParallelTerminationStrategy: PID 24968 died...\u000a09:39:06.272064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24968): Terminated: ok {rc=0}\u000a09:39:06.281572 --- ParallelTerminationStrategy: PID 24971 died...\u000a09:39:06.334130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24971): Terminated: ok {rc=0}\u000a09:39:06.421931 bus /sierra_3: Setting Powered False\u000a09:39:07.525902 bus /sierra_3: Setting Powered False\u000a09:39:08.633630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:38:58" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24983): Process ended prematurely: osmo-stp_10.42.42.5(pid=24983) [trial-2372↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24983)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24983): Process ended prematurely: osmo-stp_10.42.42.5(pid=24983) [trial-2372↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:39:10.620925 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:39:10.632382 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:39:10.766647 tst handover.py: using LAC 27495\u000a09:39:10.890472 tst handover.py: using RAC 210\u000a09:39:11.013421 tst handover.py: using CellId 27495\u000a09:39:11.141778 tst handover.py: using BVCI 27496\u000a09:39:11.165329 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:39:11.288006 tst handover.py: using LAC 27496\u000a09:39:11.408646 tst handover.py: using RAC 211\u000a09:39:11.528799 tst handover.py: using CellId 27496\u000a09:39:11.648913 tst handover.py: using BVCI 27497\u000a09:39:11.672346 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:39:11.683142 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:39:11.693772 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:39:11.704386 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:39:11.715047 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:39:11.725652 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:39:11.845233 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:39:12.058394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:12.544116 run create_hlr_db(pid=24977): Launched\u000a09:39:12.677796 bus /sierra_2: Setting Powered False\u000a09:39:13.753974 run create_hlr_db(pid=24977): Terminated: ok {rc=0}\u000a09:39:14.159457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24979): Launched\u000a09:39:14.486201 run osmo-hlr_10.42.42.2(pid=24980): Launched\u000a09:39:14.605613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:15.143910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24982): Launched\u000a09:39:15.470447 run osmo-stp_10.42.42.5(pid=24983): Launched\u000a09:39:15.590209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:16.176523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24985): Launched\u000a09:39:16.597688 run osmo-msc_10.42.42.6(pid=24986): Launched\u000a09:39:17.026718 run osmo-stp_10.42.42.5(pid=24983): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24983)]\u000a09:39:17.229441 run osmo-stp_10.42.42.5(pid=24983): stdout: \u000a| (launched: 2022-12-10_09:39:15.309705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:17.359468 run osmo-stp_10.42.42.5(pid=24983): stderr: \u000a| �[0;m�[38;5;43m20221210093915500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093915500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093915500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093915501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093915503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093915503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093915503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:17.483187 run osmo-stp_10.42.42.5(pid=24983): stdout: \u000a| (launched: 2022-12-10_09:39:15.309705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:17.605478 run osmo-stp_10.42.42.5(pid=24983): stderr: \u000a| �[0;m�[38;5;43m20221210093915500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093915500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093915500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093915501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093915503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093915503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093915503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:17.659051 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24983): Process ended prematurely: osmo-stp_10.42.42.5(pid=24983) [trial-2372↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24983)] [trial-2372↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a09:39:17.667202 tst handover.py:18: Test FAILED (7.0 sec)\u000a09:39:17.726646 run osmo-hlr_10.42.42.2(pid=24980): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24980)]\u000a09:39:17.775665 run osmo-hlr_10.42.42.2(pid=24980): stdout: \u000a| (launched: 2022-12-10_09:39:14.325814) \u000a09:39:17.825225 run osmo-hlr_10.42.42.2(pid=24980): stderr: \u000a| �[0;m�[1;31m20221210093914523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093914523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093914523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093914523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093914523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093914523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093914536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093914544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093914545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093914545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:17.892551 run osmo-msc_10.42.42.6(pid=24986): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24986)]\u000a09:39:17.942821 run osmo-msc_10.42.42.6(pid=24986): stdout: \u000a| (launched: 2022-12-10_09:39:16.337065) \u000a09:39:17.992307 run osmo-msc_10.42.42.6(pid=24986): stderr: \u000a| �[0;m�[38;5;43m20221210093916829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093916830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f792652fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093916830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093916830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093916830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093916830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093916832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093916832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093916832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093916832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:18.034240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24979): Terminating (SIGTERM)\u000a09:39:18.073630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24982): Terminating (SIGTERM)\u000a09:39:18.113085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24985): Terminating (SIGTERM)\u000a09:39:18.122254 --- ParallelTerminationStrategy: PID 24979 died...\u000a09:39:18.175357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24979): Terminated: ok {rc=0}\u000a09:39:18.184846 --- ParallelTerminationStrategy: PID 24982 died...\u000a09:39:18.237483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24982): Terminated: ok {rc=0}\u000a09:39:18.246916 --- ParallelTerminationStrategy: PID 24985 died...\u000a09:39:18.299413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24985): Terminated: ok {rc=0}\u000a09:39:18.382545 bus /sierra_3: Setting Powered False\u000a09:39:19.483644 bus /sierra_3: Setting Powered False\u000a09:39:20.593094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:39:10" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24997): Process ended prematurely: osmo-stp_10.42.42.5(pid=24997) [trial-2372↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24997)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24997): Process ended prematurely: osmo-stp_10.42.42.5(pid=24997) [trial-2372↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:39:22.571473 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:39:22.582414 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:39:22.708393 tst handover.py: using LAC 27497\u000a09:39:22.839892 tst handover.py: using RAC 212\u000a09:39:22.960684 tst handover.py: using CellId 27497\u000a09:39:23.088631 tst handover.py: using BVCI 27498\u000a09:39:23.113782 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:39:23.259073 tst handover.py: using LAC 27498\u000a09:39:23.387118 tst handover.py: using RAC 213\u000a09:39:23.514235 tst handover.py: using CellId 27498\u000a09:39:23.642479 tst handover.py: using BVCI 27499\u000a09:39:23.667616 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:39:23.679176 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:39:23.690642 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:39:23.702428 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:39:23.714766 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:39:23.726260 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:39:23.845195 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:39:24.057415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:24.546219 run create_hlr_db(pid=24991): Launched\u000a09:39:24.679456 bus /sierra_2: Setting Powered False\u000a09:39:25.755994 run create_hlr_db(pid=24991): Terminated: ok {rc=0}\u000a09:39:26.167439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24993): Launched\u000a09:39:26.499913 run osmo-hlr_10.42.42.2(pid=24994): Launched\u000a09:39:26.619075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:27.163115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24996): Launched\u000a09:39:27.494805 run osmo-stp_10.42.42.5(pid=24997): Launched\u000a09:39:27.614348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:28.188641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24999): Launched\u000a09:39:28.519179 run osmo-msc_10.42.42.6(pid=25000): Launched\u000a09:39:28.711140 run osmo-stp_10.42.42.5(pid=24997): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24997)]\u000a09:39:28.850443 run osmo-stp_10.42.42.5(pid=24997): stdout: \u000a| (launched: 2022-12-10_09:39:27.329192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:28.988108 run osmo-stp_10.42.42.5(pid=24997): stderr: \u000a| �[0;m�[38;5;43m20221210093927526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093927526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093927526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093927527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093927527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093927527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093927527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:29.119597 run osmo-stp_10.42.42.5(pid=24997): stdout: \u000a| (launched: 2022-12-10_09:39:27.329192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:29.249755 run osmo-stp_10.42.42.5(pid=24997): stderr: \u000a| �[0;m�[38;5;43m20221210093927526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093927526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093927526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093927527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093927527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093927527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093927527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:29.306448 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24997): Process ended prematurely: osmo-stp_10.42.42.5(pid=24997) [trial-2372↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24997)] [trial-2372↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a09:39:29.314997 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:39:29.378550 run osmo-hlr_10.42.42.2(pid=24994): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24994)]\u000a09:39:29.430087 run osmo-hlr_10.42.42.2(pid=24994): stdout: \u000a| (launched: 2022-12-10_09:39:26.334251) \u000a09:39:29.482332 run osmo-hlr_10.42.42.2(pid=24994): stderr: \u000a| �[0;m�[1;31m20221210093926537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093926537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093926537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093926537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093926537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093926537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093926550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093926558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093926558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093926559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:29.553169 run osmo-msc_10.42.42.6(pid=25000): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25000)]\u000a09:39:29.604237 run osmo-msc_10.42.42.6(pid=25000): stdout: \u000a| (launched: 2022-12-10_09:39:28.354763) \u000a09:39:29.656163 run osmo-msc_10.42.42.6(pid=25000): stderr: \u000a| �[0;m�[38;5;43m20221210093928679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093928679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a10a93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093928679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093928679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093928680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093928680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093928683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093928684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:29.700337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24993): Terminating (SIGTERM)\u000a09:39:29.741948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24996): Terminating (SIGTERM)\u000a09:39:29.783946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24999): Terminating (SIGTERM)\u000a09:39:29.794342 --- ParallelTerminationStrategy: PID 24993 died...\u000a09:39:29.850561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24993): Terminated: ok {rc=0}\u000a09:39:29.860546 --- ParallelTerminationStrategy: PID 24996 died...\u000a09:39:29.916161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24996): Terminated: ok {rc=0}\u000a09:39:29.926196 --- ParallelTerminationStrategy: PID 24999 died...\u000a09:39:29.981700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24999): Terminated: ok {rc=0}\u000a09:39:30.068579 bus /sierra_3: Setting Powered False\u000a09:39:31.173406 bus /sierra_3: Setting Powered False\u000a09:39:32.280544 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:39:22" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25011): Process ended prematurely: osmo-stp_10.42.42.5(pid=25011) [trial-2372↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25011)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25011): Process ended prematurely: osmo-stp_10.42.42.5(pid=25011) [trial-2372↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:39:34.290052 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:39:34.301535 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:39:34.434738 tst handover.py: using LAC 27499\u000a09:39:34.562677 tst handover.py: using RAC 214\u000a09:39:34.691186 tst handover.py: using CellId 27499\u000a09:39:34.816030 tst handover.py: using BVCI 27500\u000a09:39:34.839625 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:39:34.979034 tst handover.py: using LAC 27500\u000a09:39:35.102185 tst handover.py: using RAC 215\u000a09:39:35.225273 tst handover.py: using CellId 27500\u000a09:39:35.347456 tst handover.py: using BVCI 27501\u000a09:39:35.370952 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:39:35.381846 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:39:35.392531 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:39:35.403305 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:39:35.414023 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:39:35.424808 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:39:35.542210 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:39:35.748081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:36.211600 run create_hlr_db(pid=25005): Launched\u000a09:39:36.336621 bus /sierra_2: Setting Powered False\u000a09:39:37.409460 run create_hlr_db(pid=25005): Terminated: ok {rc=0}\u000a09:39:37.815852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25007): Launched\u000a09:39:38.142413 run osmo-hlr_10.42.42.2(pid=25008): Launched\u000a09:39:38.264518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:38.802398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25010): Launched\u000a09:39:39.128151 run osmo-stp_10.42.42.5(pid=25011): Launched\u000a09:39:39.246395 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:39.812908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25013): Launched\u000a09:39:40.139449 run osmo-msc_10.42.42.6(pid=25014): Launched\u000a09:39:40.331450 run osmo-stp_10.42.42.5(pid=25011): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25011)]\u000a09:39:40.470290 run osmo-stp_10.42.42.5(pid=25011): stdout: \u000a| (launched: 2022-12-10_09:39:38.968254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:40.608233 run osmo-stp_10.42.42.5(pid=25011): stderr: \u000a| �[0;m�[38;5;43m20221210093939161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093939161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093939161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093939161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093939162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093939162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093939162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:40.739604 run osmo-stp_10.42.42.5(pid=25011): stdout: \u000a| (launched: 2022-12-10_09:39:38.968254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:40.870608 run osmo-stp_10.42.42.5(pid=25011): stderr: \u000a| �[0;m�[38;5;43m20221210093939161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093939161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093939161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093939161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093939162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093939162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093939162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:40.927167 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25011): Process ended prematurely: osmo-stp_10.42.42.5(pid=25011) [trial-2372↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25011)] [trial-2372↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a09:39:40.935474 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:39:40.998217 run osmo-hlr_10.42.42.2(pid=25008): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25008)]\u000a09:39:41.050058 run osmo-hlr_10.42.42.2(pid=25008): stdout: \u000a| (launched: 2022-12-10_09:39:37.981961) \u000a09:39:41.101739 run osmo-hlr_10.42.42.2(pid=25008): stderr: \u000a| �[0;m�[1;31m20221210093938180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093938180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093938180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093938180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093938180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093938180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093938193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093938202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093938202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093938202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:41.172480 run osmo-msc_10.42.42.6(pid=25014): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25014)]\u000a09:39:41.223652 run osmo-msc_10.42.42.6(pid=25014): stdout: \u000a| (launched: 2022-12-10_09:39:39.979266) \u000a09:39:41.275667 run osmo-msc_10.42.42.6(pid=25014): stderr: \u000a| �[0;m�[38;5;43m20221210093940299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093940299 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9747fdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093940300 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093940300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093940300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093940300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093940302 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:41.319310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25007): Terminating (SIGTERM)\u000a09:39:41.360896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25010): Terminating (SIGTERM)\u000a09:39:41.402594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25013): Terminating (SIGTERM)\u000a09:39:41.412444 --- ParallelTerminationStrategy: PID 25007 died...\u000a09:39:41.468337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25007): Terminated: ok {rc=0}\u000a09:39:41.478320 --- ParallelTerminationStrategy: PID 25010 died...\u000a09:39:41.533845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25010): Terminated: ok {rc=0}\u000a09:39:41.543667 --- ParallelTerminationStrategy: PID 25013 died...\u000a09:39:41.599387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25013): Terminated: ok {rc=0}\u000a09:39:41.686328 bus /sierra_3: Setting Powered False\u000a09:39:42.792644 bus /sierra_3: Setting Powered False\u000a09:39:43.903902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:39:34" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25025): Process ended prematurely: osmo-stp_10.42.42.5(pid=25025) [trial-2372↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25025)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25025): Process ended prematurely: osmo-stp_10.42.42.5(pid=25025) [trial-2372↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a09:39:45.871829 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:39:45.883542 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:39:46.023305 tst handover.py: using LAC 27501\u000a09:39:46.171859 tst handover.py: using RAC 216\u000a09:39:46.332338 tst handover.py: using CellId 27501\u000a09:39:46.461200 tst handover.py: using BVCI 27502\u000a09:39:46.485436 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:39:46.620304 tst handover.py: using LAC 27502\u000a09:39:46.745749 tst handover.py: using RAC 217\u000a09:39:46.877759 tst handover.py: using CellId 27502\u000a09:39:47.038513 tst handover.py: using BVCI 27503\u000a09:39:47.063616 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:39:47.075197 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:39:47.086863 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:39:47.100619 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:39:47.111851 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:39:47.123648 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:39:47.241580 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:39:47.447487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:47.916151 run create_hlr_db(pid=25019): Launched\u000a09:39:48.041904 bus /sierra_2: Setting Powered False\u000a09:39:49.113948 run create_hlr_db(pid=25019): Terminated: ok {rc=0}\u000a09:39:49.521617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25021): Launched\u000a09:39:49.833355 run osmo-hlr_10.42.42.2(pid=25022): Launched\u000a09:39:49.945929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:39:50.454915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25024): Launched\u000a09:39:50.766844 run osmo-stp_10.42.42.5(pid=25025): Launched\u000a09:39:50.878879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:39:51.416664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25027): Launched\u000a09:39:51.729105 run osmo-msc_10.42.42.6(pid=25028): Launched\u000a09:39:51.909308 run osmo-stp_10.42.42.5(pid=25025): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25025)]\u000a09:39:52.039407 run osmo-stp_10.42.42.5(pid=25025): stdout: \u000a| (launched: 2022-12-10_09:39:50.611070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:52.167276 run osmo-stp_10.42.42.5(pid=25025): stderr: \u000a| �[0;m�[38;5;43m20221210093950785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093950785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093950786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093950786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093950786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093950786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093950786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:52.289951 run osmo-stp_10.42.42.5(pid=25025): stdout: \u000a| (launched: 2022-12-10_09:39:50.611070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:39:52.411842 run osmo-stp_10.42.42.5(pid=25025): stderr: \u000a| �[0;m�[38;5;43m20221210093950785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210093950785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210093950786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210093950786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210093950786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210093950786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210093950786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:39:52.464846 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25025): Process ended prematurely: osmo-stp_10.42.42.5(pid=25025) [trial-2372↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25025)] [trial-2372↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a09:39:52.472559 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:39:52.530856 run osmo-hlr_10.42.42.2(pid=25022): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25022)]\u000a09:39:52.578898 run osmo-hlr_10.42.42.2(pid=25022): stdout: \u000a| (launched: 2022-12-10_09:39:49.678461) \u000a09:39:52.627653 run osmo-hlr_10.42.42.2(pid=25022): stderr: \u000a| �[0;m�[1;31m20221210093949856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210093949856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210093949857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093949857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210093949857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210093949857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210093949869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210093949877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210093949878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210093949878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:39:52.694131 run osmo-msc_10.42.42.6(pid=25028): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25028)]\u000a09:39:52.742293 run osmo-msc_10.42.42.6(pid=25028): stdout: \u000a| (launched: 2022-12-10_09:39:51.572868) \u000a09:39:52.791014 run osmo-msc_10.42.42.6(pid=25028): stderr: \u000a| �[0;m�[38;5;43m20221210093951848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210093951848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efecfe62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210093951849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210093951849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210093951849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210093951849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210093951851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210093951851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210093951851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210093951852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:39:52.832148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25021): Terminating (SIGTERM)\u000a09:39:52.871154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25024): Terminating (SIGTERM)\u000a09:39:52.910366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25027): Terminating (SIGTERM)\u000a09:39:52.919488 --- ParallelTerminationStrategy: PID 25021 died...\u000a09:39:52.971932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25021): Terminated: ok {rc=0}\u000a09:39:52.981415 --- ParallelTerminationStrategy: PID 25024 died...\u000a09:39:53.033160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25024): Terminated: ok {rc=0}\u000a09:39:53.042463 --- ParallelTerminationStrategy: PID 25027 died...\u000a09:39:53.094182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25027): Terminated: ok {rc=0}\u000a09:39:53.181651 bus /sierra_3: Setting Powered False\u000a09:39:54.282928 bus /sierra_3: Setting Powered False\u000a09:39:55.392793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:39:45" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25042): Process ended prematurely: osmo-stp_10.42.42.5(pid=25042) [trial-2372↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25042)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25042): Process ended prematurely: osmo-stp_10.42.42.5(pid=25042) [trial-2372↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:39:57.358698 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:39:57.369584 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:39:57.493058 tst handover.py: using LAC 27503\u000a09:39:57.614255 tst handover.py: using RAC 218\u000a09:39:57.736903 tst handover.py: using CellId 27503\u000a09:39:57.859102 tst handover.py: using BVCI 27504\u000a09:39:57.882430 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:39:58.021014 tst handover.py: using LAC 27504\u000a09:39:58.142320 tst handover.py: using RAC 219\u000a09:39:58.264773 tst handover.py: using CellId 27504\u000a09:39:58.387099 tst handover.py: using BVCI 27505\u000a09:39:58.410566 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:39:58.421347 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:39:58.431880 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:39:58.442450 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:39:58.453145 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:39:58.463729 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:39:58.583888 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:39:58.787196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:39:59.254058 run create_hlr_db(pid=25033): Launched\u000a09:39:59.379215 bus /sierra_2: Setting Powered False\u000a09:40:00.452666 run create_hlr_db(pid=25033): Terminated: ok {rc=0}\u000a09:40:00.876881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25035): Launched\u000a09:40:01.349157 run osmo-hlr_10.42.42.2(pid=25036): Launched\u000a09:40:01.529721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:02.138941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25041): Launched\u000a09:40:02.469448 run osmo-stp_10.42.42.5(pid=25042): Launched\u000a09:40:02.589314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:03.155913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25044): Launched\u000a09:40:03.482427 run osmo-msc_10.42.42.6(pid=25045): Launched\u000a09:40:03.674887 run osmo-stp_10.42.42.5(pid=25042): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25042)]\u000a09:40:03.814611 run osmo-stp_10.42.42.5(pid=25042): stdout: \u000a| (launched: 2022-12-10_09:40:02.308184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:03.952761 run osmo-stp_10.42.42.5(pid=25042): stderr: \u000a| �[0;m�[38;5;43m20221210094002498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094002498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094002499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094002499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094002499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094002500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094002500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:04.083959 run osmo-stp_10.42.42.5(pid=25042): stdout: \u000a| (launched: 2022-12-10_09:40:02.308184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:04.213940 run osmo-stp_10.42.42.5(pid=25042): stderr: \u000a| �[0;m�[38;5;43m20221210094002498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094002498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094002499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094002499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094002499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094002500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094002500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:04.270476 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25042): Process ended prematurely: osmo-stp_10.42.42.5(pid=25042) [trial-2372↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25042)] [trial-2372↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a09:40:04.278931 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:40:04.341666 run osmo-hlr_10.42.42.2(pid=25036): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25036)]\u000a09:40:04.392676 run osmo-hlr_10.42.42.2(pid=25036): stdout: \u000a| (launched: 2022-12-10_09:40:01.045903) \u000a09:40:04.444510 run osmo-hlr_10.42.42.2(pid=25036): stderr: \u000a| �[0;m�[1;31m20221210094001332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094001332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094001332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094001332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094001332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094001333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094001349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094001374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094001375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094001375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:04.514758 run osmo-msc_10.42.42.6(pid=25045): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25045)]\u000a09:40:04.565994 run osmo-msc_10.42.42.6(pid=25045): stdout: \u000a| (launched: 2022-12-10_09:40:03.322262) \u000a09:40:04.617806 run osmo-msc_10.42.42.6(pid=25045): stderr: \u000a| �[0;m�[38;5;43m20221210094003642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094003642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff643401c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094003642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094003642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094003643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094003643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094003644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094003645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094003645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094003645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:04.661636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25035): Terminating (SIGTERM)\u000a09:40:04.703064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25041): Terminating (SIGTERM)\u000a09:40:04.744310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25044): Terminating (SIGTERM)\u000a09:40:04.754195 --- ParallelTerminationStrategy: PID 25035 died...\u000a09:40:04.809946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25035): Terminated: ok {rc=0}\u000a09:40:04.819886 --- ParallelTerminationStrategy: PID 25041 died...\u000a09:40:04.875097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25041): Terminated: ok {rc=0}\u000a09:40:04.885083 --- ParallelTerminationStrategy: PID 25044 died...\u000a09:40:04.940103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25044): Terminated: ok {rc=0}\u000a09:40:05.025720 bus /sierra_3: Setting Powered False\u000a09:40:06.130887 bus /sierra_3: Setting Powered False\u000a09:40:07.238032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:39:57" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25056): Process ended prematurely: osmo-stp_10.42.42.5(pid=25056) [trial-2372↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25056)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25056): Process ended prematurely: osmo-stp_10.42.42.5(pid=25056) [trial-2372↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:40:09.232833 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:40:09.244233 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:40:09.370660 tst handover.py: using LAC 27505\u000a09:40:09.492078 tst handover.py: using RAC 220\u000a09:40:09.614677 tst handover.py: using CellId 27505\u000a09:40:09.737732 tst handover.py: using BVCI 27506\u000a09:40:09.761358 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:40:09.895637 tst handover.py: using LAC 27506\u000a09:40:10.018044 tst handover.py: using RAC 221\u000a09:40:10.140497 tst handover.py: using CellId 27506\u000a09:40:10.262867 tst handover.py: using BVCI 27507\u000a09:40:10.286276 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:40:10.297246 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:40:10.308006 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:40:10.318994 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:40:10.329788 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:40:10.340566 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:40:10.458185 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:40:10.662364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:11.131452 run create_hlr_db(pid=25050): Launched\u000a09:40:11.265305 bus /sierra_2: Setting Powered False\u000a09:40:12.342290 run create_hlr_db(pid=25050): Terminated: ok {rc=0}\u000a09:40:12.751540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25052): Launched\u000a09:40:13.084741 run osmo-hlr_10.42.42.2(pid=25053): Launched\u000a09:40:13.207290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:13.751550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25055): Launched\u000a09:40:14.084028 run osmo-stp_10.42.42.5(pid=25056): Launched\u000a09:40:14.203274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:14.775614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25058): Launched\u000a09:40:15.110201 run osmo-msc_10.42.42.6(pid=25059): Launched\u000a09:40:15.303123 run osmo-stp_10.42.42.5(pid=25056): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25056)]\u000a09:40:15.442849 run osmo-stp_10.42.42.5(pid=25056): stdout: \u000a| (launched: 2022-12-10_09:40:13.918028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:15.580194 run osmo-stp_10.42.42.5(pid=25056): stderr: \u000a| �[0;m�[38;5;43m20221210094014116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094014116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094014116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094014117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094014117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094014117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094014117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:15.711513 run osmo-stp_10.42.42.5(pid=25056): stdout: \u000a| (launched: 2022-12-10_09:40:13.918028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:15.842799 run osmo-stp_10.42.42.5(pid=25056): stderr: \u000a| �[0;m�[38;5;43m20221210094014116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094014116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094014116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094014117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094014117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094014117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094014117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:15.904638 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25056): Process ended prematurely: osmo-stp_10.42.42.5(pid=25056) [trial-2372↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25056)] [trial-2372↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:40:15.914277 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:40:15.979809 run osmo-hlr_10.42.42.2(pid=25053): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25053)]\u000a09:40:16.033162 run osmo-hlr_10.42.42.2(pid=25053): stdout: \u000a| (launched: 2022-12-10_09:40:12.918573) \u000a09:40:16.086985 run osmo-hlr_10.42.42.2(pid=25053): stderr: \u000a| �[0;m�[1;31m20221210094013121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094013121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094013122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094013122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094013122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094013122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094013134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094013143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094013144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094013144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:16.159500 run osmo-msc_10.42.42.6(pid=25059): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25059)]\u000a09:40:16.213130 run osmo-msc_10.42.42.6(pid=25059): stdout: \u000a| (launched: 2022-12-10_09:40:14.942885) \u000a09:40:16.267522 run osmo-msc_10.42.42.6(pid=25059): stderr: \u000a| �[0;m�[38;5;43m20221210094015269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094015270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf95934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094015270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094015270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094015270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094015270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094015272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094015272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094015272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094015272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:16.314047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25052): Terminating (SIGTERM)\u000a09:40:16.358152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25055): Terminating (SIGTERM)\u000a09:40:16.400779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25058): Terminating (SIGTERM)\u000a09:40:16.412013 --- ParallelTerminationStrategy: PID 25052 died...\u000a09:40:16.469466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25052): Terminated: ok {rc=0}\u000a09:40:16.481436 --- ParallelTerminationStrategy: PID 25055 died...\u000a09:40:16.539942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25055): Terminated: ok {rc=0}\u000a09:40:16.550793 --- ParallelTerminationStrategy: PID 25058 died...\u000a09:40:16.608053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25058): Terminated: ok {rc=0}\u000a09:40:16.696519 bus /sierra_3: Setting Powered False\u000a09:40:17.796034 bus /sierra_3: Setting Powered False\u000a09:40:18.906077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:40:08" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25070): Process ended prematurely: osmo-stp_10.42.42.5(pid=25070) [trial-2372↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25070)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25070): Process ended prematurely: osmo-stp_10.42.42.5(pid=25070) [trial-2372↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:40:20.891796 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:40:20.903063 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:40:21.026129 tst handover.py: using LAC 27507\u000a09:40:21.153284 tst handover.py: using RAC 222\u000a09:40:21.273377 tst handover.py: using CellId 27507\u000a09:40:21.393045 tst handover.py: using BVCI 27508\u000a09:40:21.416521 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:40:21.554643 tst handover.py: using LAC 27508\u000a09:40:21.681110 tst handover.py: using RAC 223\u000a09:40:21.807208 tst handover.py: using CellId 27508\u000a09:40:21.930695 tst handover.py: using BVCI 27509\u000a09:40:21.954335 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:40:21.965377 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:40:21.976194 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:40:21.987401 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:40:21.998599 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:40:22.009674 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:40:22.129333 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:40:22.335662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:22.801401 run create_hlr_db(pid=25064): Launched\u000a09:40:22.926798 bus /sierra_2: Setting Powered False\u000a09:40:23.999814 run create_hlr_db(pid=25064): Terminated: ok {rc=0}\u000a09:40:24.382458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25066): Launched\u000a09:40:24.689727 run osmo-hlr_10.42.42.2(pid=25067): Launched\u000a09:40:24.802711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:25.310439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25069): Launched\u000a09:40:25.621024 run osmo-stp_10.42.42.5(pid=25070): Launched\u000a09:40:25.733501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:26.268519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25072): Launched\u000a09:40:26.577540 run osmo-msc_10.42.42.6(pid=25073): Launched\u000a09:40:26.758365 run osmo-stp_10.42.42.5(pid=25070): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25070)]\u000a09:40:26.889525 run osmo-stp_10.42.42.5(pid=25070): stdout: \u000a| (launched: 2022-12-10_09:40:25.466254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:27.017954 run osmo-stp_10.42.42.5(pid=25070): stderr: \u000a| �[0;m�[38;5;43m20221210094025638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094025638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094025638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094025639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094025639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094025639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094025639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:27.141907 run osmo-stp_10.42.42.5(pid=25070): stdout: \u000a| (launched: 2022-12-10_09:40:25.466254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:27.265427 run osmo-stp_10.42.42.5(pid=25070): stderr: \u000a| �[0;m�[38;5;43m20221210094025638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094025638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094025638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094025639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094025639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094025639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094025639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:27.318933 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25070): Process ended prematurely: osmo-stp_10.42.42.5(pid=25070) [trial-2372↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25070)] [trial-2372↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:40:27.326897 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:40:27.386192 run osmo-hlr_10.42.42.2(pid=25067): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25067)]\u000a09:40:27.435405 run osmo-hlr_10.42.42.2(pid=25067): stdout: \u000a| (launched: 2022-12-10_09:40:24.539103) \u000a09:40:27.484698 run osmo-hlr_10.42.42.2(pid=25067): stderr: \u000a| �[0;m�[1;31m20221210094024717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094024717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094024718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094024718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094024718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094024718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094024730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094024739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094024740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094024740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:27.551419 run osmo-msc_10.42.42.6(pid=25073): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25073)]\u000a09:40:27.599669 run osmo-msc_10.42.42.6(pid=25073): stdout: \u000a| (launched: 2022-12-10_09:40:26.425350) \u000a09:40:27.648720 run osmo-msc_10.42.42.6(pid=25073): stderr: \u000a| �[0;m�[38;5;43m20221210094026696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094026696 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f089cee9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094026696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094026696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094026696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094026696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094026698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094026699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094026699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094026699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:27.690420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25066): Terminating (SIGTERM)\u000a09:40:27.729775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25069): Terminating (SIGTERM)\u000a09:40:27.769233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25072): Terminating (SIGTERM)\u000a09:40:27.778385 --- ParallelTerminationStrategy: PID 25066 died...\u000a09:40:27.831609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25066): Terminated: ok {rc=0}\u000a09:40:27.841386 --- ParallelTerminationStrategy: PID 25069 died...\u000a09:40:27.894011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25069): Terminated: ok {rc=0}\u000a09:40:27.903548 --- ParallelTerminationStrategy: PID 25072 died...\u000a09:40:27.956180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25072): Terminated: ok {rc=0}\u000a09:40:28.045026 bus /sierra_3: Setting Powered False\u000a09:40:29.147742 bus /sierra_3: Setting Powered False\u000a09:40:30.259923 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:40:20" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25084): Process ended prematurely: osmo-stp_10.42.42.5(pid=25084) [trial-2372↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25084)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25084): Process ended prematurely: osmo-stp_10.42.42.5(pid=25084) [trial-2372↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:40:32.291222 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:40:32.302461 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:40:32.435761 tst handover.py: using LAC 27509\u000a09:40:32.564571 tst handover.py: using RAC 224\u000a09:40:32.694047 tst handover.py: using CellId 27509\u000a09:40:32.827434 tst handover.py: using BVCI 27510\u000a09:40:32.852475 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:40:32.983300 tst handover.py: using LAC 27510\u000a09:40:33.109597 tst handover.py: using RAC 225\u000a09:40:33.236111 tst handover.py: using CellId 27510\u000a09:40:33.362898 tst handover.py: using BVCI 27511\u000a09:40:33.387716 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:40:33.398915 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:40:33.410025 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:40:33.421402 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:40:33.432590 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:40:33.443817 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:40:33.562272 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:40:33.774954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:34.265535 run create_hlr_db(pid=25078): Launched\u000a09:40:34.398492 bus /sierra_2: Setting Powered False\u000a09:40:35.475113 run create_hlr_db(pid=25078): Terminated: ok {rc=0}\u000a09:40:35.865625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25080): Launched\u000a09:40:36.177938 run osmo-hlr_10.42.42.2(pid=25081): Launched\u000a09:40:36.292777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:36.802677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25083): Launched\u000a09:40:37.113165 run osmo-stp_10.42.42.5(pid=25084): Launched\u000a09:40:37.225286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:37.765607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25086): Launched\u000a09:40:38.078710 run osmo-msc_10.42.42.6(pid=25087): Launched\u000a09:40:38.260524 run osmo-stp_10.42.42.5(pid=25084): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25084)]\u000a09:40:38.391336 run osmo-stp_10.42.42.5(pid=25084): stdout: \u000a| (launched: 2022-12-10_09:40:36.958705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:38.520025 run osmo-stp_10.42.42.5(pid=25084): stderr: \u000a| �[0;m�[38;5;43m20221210094037132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094037132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094037132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094037133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094037133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094037133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094037133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:38.643699 run osmo-stp_10.42.42.5(pid=25084): stdout: \u000a| (launched: 2022-12-10_09:40:36.958705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:38.766134 run osmo-stp_10.42.42.5(pid=25084): stderr: \u000a| �[0;m�[38;5;43m20221210094037132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094037132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094037132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094037133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094037133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094037133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094037133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:38.819625 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25084): Process ended prematurely: osmo-stp_10.42.42.5(pid=25084) [trial-2372↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25084)] [trial-2372↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a09:40:38.827725 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:40:38.887114 run osmo-hlr_10.42.42.2(pid=25081): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25081)]\u000a09:40:38.935801 run osmo-hlr_10.42.42.2(pid=25081): stdout: \u000a| (launched: 2022-12-10_09:40:36.022343) \u000a09:40:38.985039 run osmo-hlr_10.42.42.2(pid=25081): stderr: \u000a| �[0;m�[1;31m20221210094036203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094036203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094036203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094036203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094036203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094036203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094036215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094036224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094036224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094036224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:39.051461 run osmo-msc_10.42.42.6(pid=25087): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25087)]\u000a09:40:39.099613 run osmo-msc_10.42.42.6(pid=25087): stdout: \u000a| (launched: 2022-12-10_09:40:37.922025) \u000a09:40:39.148239 run osmo-msc_10.42.42.6(pid=25087): stderr: \u000a| �[0;m�[38;5;43m20221210094038199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094038199 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febcd0bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094038199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094038199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094038199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094038200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094038201 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094038202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094038202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094038202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:39.189587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25080): Terminating (SIGTERM)\u000a09:40:39.229020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25083): Terminating (SIGTERM)\u000a09:40:39.268325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25086): Terminating (SIGTERM)\u000a09:40:39.277866 --- ParallelTerminationStrategy: PID 25080 died...\u000a09:40:39.330653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25080): Terminated: ok {rc=0}\u000a09:40:39.340459 --- ParallelTerminationStrategy: PID 25083 died...\u000a09:40:39.392569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25083): Terminated: ok {rc=0}\u000a09:40:39.402110 --- ParallelTerminationStrategy: PID 25086 died...\u000a09:40:39.454180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25086): Terminated: ok {rc=0}\u000a09:40:39.540824 bus /sierra_3: Setting Powered False\u000a09:40:40.643659 bus /sierra_3: Setting Powered False\u000a09:40:41.754424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:40:32" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25098): Process ended prematurely: osmo-stp_10.42.42.5(pid=25098) [trial-2372↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25098)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25098): Process ended prematurely: osmo-stp_10.42.42.5(pid=25098) [trial-2372↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:40:43.741160 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:40:43.752357 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:40:43.882663 tst handover.py: using LAC 27511\u000a09:40:44.015285 tst handover.py: using RAC 226\u000a09:40:44.142412 tst handover.py: using CellId 27511\u000a09:40:44.269595 tst handover.py: using BVCI 27512\u000a09:40:44.294491 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:40:44.439736 tst handover.py: using LAC 27512\u000a09:40:44.566671 tst handover.py: using RAC 227\u000a09:40:44.688704 tst handover.py: using CellId 27512\u000a09:40:44.809674 tst handover.py: using BVCI 27513\u000a09:40:44.833163 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:40:44.843819 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:40:44.854547 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:40:44.865205 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:40:44.875852 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:40:44.886463 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:40:45.005974 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:40:45.211002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:45.676887 run create_hlr_db(pid=25092): Launched\u000a09:40:45.801849 bus /sierra_2: Setting Powered False\u000a09:40:46.878493 run create_hlr_db(pid=25092): Terminated: ok {rc=0}\u000a09:40:47.326501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25094): Launched\u000a09:40:47.655013 run osmo-hlr_10.42.42.2(pid=25095): Launched\u000a09:40:47.778127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:48.318301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25097): Launched\u000a09:40:48.646796 run osmo-stp_10.42.42.5(pid=25098): Launched\u000a09:40:48.766916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:49.335291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25100): Launched\u000a09:40:49.663351 run osmo-msc_10.42.42.6(pid=25101): Launched\u000a09:40:49.856462 run osmo-stp_10.42.42.5(pid=25098): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25098)]\u000a09:40:49.995620 run osmo-stp_10.42.42.5(pid=25098): stdout: \u000a| (launched: 2022-12-10_09:40:48.485023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:50.133207 run osmo-stp_10.42.42.5(pid=25098): stderr: \u000a| �[0;m�[38;5;43m20221210094048677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094048677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094048678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094048678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094048678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094048679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094048679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:50.264388 run osmo-stp_10.42.42.5(pid=25098): stdout: \u000a| (launched: 2022-12-10_09:40:48.485023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:50.394364 run osmo-stp_10.42.42.5(pid=25098): stderr: \u000a| �[0;m�[38;5;43m20221210094048677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094048677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094048678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094048678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094048678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094048679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094048679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:50.450902 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25098): Process ended prematurely: osmo-stp_10.42.42.5(pid=25098) [trial-2372↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25098)] [trial-2372↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a09:40:50.459250 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:40:50.521586 run osmo-hlr_10.42.42.2(pid=25095): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25095)]\u000a09:40:50.573076 run osmo-hlr_10.42.42.2(pid=25095): stdout: \u000a| (launched: 2022-12-10_09:40:47.493891) \u000a09:40:50.624862 run osmo-hlr_10.42.42.2(pid=25095): stderr: \u000a| �[0;m�[1;31m20221210094047694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094047695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094047695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094047695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094047695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094047695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094047707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094047715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094047716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094047716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:50.695232 run osmo-msc_10.42.42.6(pid=25101): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25101)]\u000a09:40:50.746426 run osmo-msc_10.42.42.6(pid=25101): stdout: \u000a| (launched: 2022-12-10_09:40:49.501920) \u000a09:40:50.798133 run osmo-msc_10.42.42.6(pid=25101): stderr: \u000a| �[0;m�[38;5;43m20221210094049824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094049824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50eeb2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094049824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094049824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094049824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094049824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094049826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094049827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094049827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094049827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:50.842287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25094): Terminating (SIGTERM)\u000a09:40:50.883988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25097): Terminating (SIGTERM)\u000a09:40:50.926509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25100): Terminating (SIGTERM)\u000a09:40:50.936397 --- ParallelTerminationStrategy: PID 25094 died...\u000a09:40:50.992284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25094): Terminated: ok {rc=0}\u000a09:40:51.002259 --- ParallelTerminationStrategy: PID 25097 died...\u000a09:40:51.057578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25097): Terminated: ok {rc=0}\u000a09:40:51.067474 --- ParallelTerminationStrategy: PID 25100 died...\u000a09:40:51.122899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25100): Terminated: ok {rc=0}\u000a09:40:51.208690 bus /sierra_3: Setting Powered False\u000a09:40:52.314770 bus /sierra_3: Setting Powered False\u000a09:40:53.423335 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:40:43" }, { "cases" : [ { "testActions" : [ ], "age" : 170, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25112): Process ended prematurely: osmo-stp_10.42.42.5(pid=25112) [trial-2372↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25112)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25112): Process ended prematurely: osmo-stp_10.42.42.5(pid=25112) [trial-2372↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:40:55.426679 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:40:55.439898 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:40:55.569734 tst handover.py: using LAC 27513\u000a09:40:55.695999 tst handover.py: using RAC 228\u000a09:40:55.823929 tst handover.py: using CellId 27513\u000a09:40:55.952501 tst handover.py: using BVCI 27514\u000a09:40:55.977538 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:40:56.119017 tst handover.py: using LAC 27514\u000a09:40:56.245116 tst handover.py: using RAC 229\u000a09:40:56.372244 tst handover.py: using CellId 27514\u000a09:40:56.500296 tst handover.py: using BVCI 27515\u000a09:40:56.525211 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:40:56.536404 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:40:56.547577 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:40:56.558993 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:40:56.570497 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:40:56.581867 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:40:56.698141 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:40:56.910138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:57.399937 run create_hlr_db(pid=25106): Launched\u000a09:40:57.533822 bus /sierra_2: Setting Powered False\u000a09:40:58.610568 run create_hlr_db(pid=25106): Terminated: ok {rc=0}\u000a09:40:59.022011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25108): Launched\u000a09:40:59.354436 run osmo-hlr_10.42.42.2(pid=25109): Launched\u000a09:40:59.474847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:00.021386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25111): Launched\u000a09:41:00.356273 run osmo-stp_10.42.42.5(pid=25112): Launched\u000a09:41:00.475646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:01.071910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25114): Launched\u000a09:41:01.473600 run osmo-msc_10.42.42.6(pid=25115): Launched\u000a09:41:01.699378 run osmo-stp_10.42.42.5(pid=25112): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25112)]\u000a09:41:01.862780 run osmo-stp_10.42.42.5(pid=25112): stdout: \u000a| (launched: 2022-12-10_09:41:00.187823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:02.086703 run osmo-stp_10.42.42.5(pid=25112): stderr: \u000a| �[0;m�[38;5;43m20221210094100386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094100386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094100386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094100387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:02.290412 run osmo-stp_10.42.42.5(pid=25112): stdout: \u000a| (launched: 2022-12-10_09:41:00.187823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:02.447416 run osmo-stp_10.42.42.5(pid=25112): stderr: \u000a| �[0;m�[38;5;43m20221210094100386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094100386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094100386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094100387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094100387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:02.501522 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25112): Process ended prematurely: osmo-stp_10.42.42.5(pid=25112) [trial-2372↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25112)] [trial-2372↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a09:41:02.509328 tst handover.py:18: Test FAILED (7.1 sec)\u000a09:41:02.569055 run osmo-hlr_10.42.42.2(pid=25109): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25109)]\u000a09:41:02.617678 run osmo-hlr_10.42.42.2(pid=25109): stdout: \u000a| (launched: 2022-12-10_09:40:59.188906) \u000a09:41:02.667112 run osmo-hlr_10.42.42.2(pid=25109): stderr: \u000a| �[0;m�[1;31m20221210094059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094059389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094059401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094059410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094059410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094059410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:02.733967 run osmo-msc_10.42.42.6(pid=25115): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25115)]\u000a09:41:02.782594 run osmo-msc_10.42.42.6(pid=25115): stdout: \u000a| (launched: 2022-12-10_09:41:01.241651) \u000a09:41:02.831916 run osmo-msc_10.42.42.6(pid=25115): stderr: \u000a| �[0;m�[38;5;43m20221210094101906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094101906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feac59b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094101906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094101906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094101906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094101906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094101908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094101908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094101910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094101913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:02.873602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25108): Terminating (SIGTERM)\u000a09:41:02.913217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25111): Terminating (SIGTERM)\u000a09:41:02.952609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25114): Terminating (SIGTERM)\u000a09:41:02.961772 --- ParallelTerminationStrategy: PID 25108 died...\u000a09:41:03.014652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25108): Terminated: ok {rc=0}\u000a09:41:03.024210 --- ParallelTerminationStrategy: PID 25111 died...\u000a09:41:03.077033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25111): Terminated: ok {rc=0}\u000a09:41:03.086562 --- ParallelTerminationStrategy: PID 25114 died...\u000a09:41:03.139784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25114): Terminated: ok {rc=0}\u000a09:41:03.223311 bus /sierra_3: Setting Powered False\u000a09:41:04.329294 bus /sierra_3: Setting Powered False\u000a09:41:05.439849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:40:55" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25126): Process ended prematurely: osmo-stp_10.42.42.5(pid=25126) [trial-2372↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25126)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25126): Process ended prematurely: osmo-stp_10.42.42.5(pid=25126) [trial-2372↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:41:07.434071 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:41:07.445351 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:41:07.576730 tst handover.py: using LAC 27515\u000a09:41:07.702846 tst handover.py: using RAC 230\u000a09:41:07.828888 tst handover.py: using CellId 27515\u000a09:41:07.955677 tst handover.py: using BVCI 27516\u000a09:41:07.980579 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:41:08.122494 tst handover.py: using LAC 27516\u000a09:41:08.249436 tst handover.py: using RAC 231\u000a09:41:08.375823 tst handover.py: using CellId 27516\u000a09:41:08.498923 tst handover.py: using BVCI 27517\u000a09:41:08.522491 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:41:08.533242 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:41:08.543730 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:41:08.554326 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:41:08.565224 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:41:08.575741 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:41:08.691247 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:41:08.904557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:09.390953 run create_hlr_db(pid=25120): Launched\u000a09:41:09.524389 bus /sierra_2: Setting Powered False\u000a09:41:10.602113 run create_hlr_db(pid=25120): Terminated: ok {rc=0}\u000a09:41:11.008662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25122): Launched\u000a09:41:11.335965 run osmo-hlr_10.42.42.2(pid=25123): Launched\u000a09:41:11.458317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:11.999515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25125): Launched\u000a09:41:12.326846 run osmo-stp_10.42.42.5(pid=25126): Launched\u000a09:41:12.446738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:13.020762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25128): Launched\u000a09:41:13.349170 run osmo-msc_10.42.42.6(pid=25129): Launched\u000a09:41:13.542059 run osmo-stp_10.42.42.5(pid=25126): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25126)]\u000a09:41:13.680705 run osmo-stp_10.42.42.5(pid=25126): stdout: \u000a| (launched: 2022-12-10_09:41:12.166172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:13.819024 run osmo-stp_10.42.42.5(pid=25126): stderr: \u000a| �[0;m�[38;5;43m20221210094112357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094112357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094112357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094112358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094112358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094112358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094112358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:13.950878 run osmo-stp_10.42.42.5(pid=25126): stdout: \u000a| (launched: 2022-12-10_09:41:12.166172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:14.080692 run osmo-stp_10.42.42.5(pid=25126): stderr: \u000a| �[0;m�[38;5;43m20221210094112357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094112357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094112357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094112358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094112358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094112358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094112358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:14.137503 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25126): Process ended prematurely: osmo-stp_10.42.42.5(pid=25126) [trial-2372↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25126)] [trial-2372↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a09:41:14.145921 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:41:14.208740 run osmo-hlr_10.42.42.2(pid=25123): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25123)]\u000a09:41:14.260096 run osmo-hlr_10.42.42.2(pid=25123): stdout: \u000a| (launched: 2022-12-10_09:41:11.175276) \u000a09:41:14.311977 run osmo-hlr_10.42.42.2(pid=25123): stderr: \u000a| �[0;m�[1;31m20221210094111372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094111372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094111372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094111373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094111373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094111373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094111388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094111398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094111398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094111398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:14.382168 run osmo-msc_10.42.42.6(pid=25129): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25129)]\u000a09:41:14.433009 run osmo-msc_10.42.42.6(pid=25129): stdout: \u000a| (launched: 2022-12-10_09:41:13.187953) \u000a09:41:14.484430 run osmo-msc_10.42.42.6(pid=25129): stderr: \u000a| �[0;m�[38;5;43m20221210094113510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094113511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f500cf6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094113511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094113511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094113511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094113511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094113513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094113513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094113514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094113514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:14.527756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25122): Terminating (SIGTERM)\u000a09:41:14.569611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25125): Terminating (SIGTERM)\u000a09:41:14.611288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25128): Terminating (SIGTERM)\u000a09:41:14.620835 --- ParallelTerminationStrategy: PID 25122 died...\u000a09:41:14.676194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25122): Terminated: ok {rc=0}\u000a09:41:14.686403 --- ParallelTerminationStrategy: PID 25125 died...\u000a09:41:14.741880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25125): Terminated: ok {rc=0}\u000a09:41:14.751641 --- ParallelTerminationStrategy: PID 25128 died...\u000a09:41:14.807084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25128): Terminated: ok {rc=0}\u000a09:41:14.893696 bus /sierra_3: Setting Powered False\u000a09:41:16.005028 bus /sierra_3: Setting Powered False\u000a09:41:17.118756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:41:07" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2372↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2372↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:41:19.107072 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:19.118903 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:41:19.245972 tst handover.py: using LAC 27517\u000a09:41:19.368700 tst handover.py: using RAC 232\u000a09:41:19.498731 tst handover.py: using CellId 27517\u000a09:41:19.628172 tst handover.py: using BVCI 27518\u000a09:41:19.653368 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:41:19.795242 tst handover.py: using LAC 27518\u000a09:41:19.920337 tst handover.py: using RAC 233\u000a09:41:20.043805 tst handover.py: using CellId 27518\u000a09:41:20.167406 tst handover.py: using BVCI 27519\u000a09:41:20.191085 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:20.202543 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:20.213722 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:20.224647 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:20.235729 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:20.246694 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:41:20.361993 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:41:20.565705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:21.038275 run create_hlr_db(pid=25134): Launched\u000a09:41:21.164711 bus /sierra_2: Setting Powered False\u000a09:41:22.238210 run create_hlr_db(pid=25134): Terminated: ok {rc=0}\u000a09:41:22.628157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Launched\u000a09:41:22.942555 run osmo-hlr_10.42.42.2(pid=25137): Launched\u000a09:41:23.064540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:23.582100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Launched\u000a09:41:23.893692 run osmo-stp_10.42.42.5(pid=25140): Launched\u000a09:41:24.006192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:24.544415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25142): Launched\u000a09:41:24.856925 run osmo-msc_10.42.42.6(pid=25143): Launched\u000a09:41:25.038813 run osmo-stp_10.42.42.5(pid=25140): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]\u000a09:41:25.169612 run osmo-stp_10.42.42.5(pid=25140): stdout: \u000a| (launched: 2022-12-10_09:41:23.739439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:25.298118 run osmo-stp_10.42.42.5(pid=25140): stderr: \u000a| �[0;m�[38;5;43m20221210094123914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094123915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094123915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094123915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094123916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094123916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094123916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:25.421284 run osmo-stp_10.42.42.5(pid=25140): stdout: \u000a| (launched: 2022-12-10_09:41:23.739439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:25.543450 run osmo-stp_10.42.42.5(pid=25140): stderr: \u000a| �[0;m�[38;5;43m20221210094123914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094123915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094123915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094123915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094123916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094123916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094123916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:25.596611 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2372↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)] [trial-2372↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:41:25.604857 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:41:25.664261 run osmo-hlr_10.42.42.2(pid=25137): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25137)]\u000a09:41:25.712916 run osmo-hlr_10.42.42.2(pid=25137): stdout: \u000a| (launched: 2022-12-10_09:41:22.785956) \u000a09:41:25.762015 run osmo-hlr_10.42.42.2(pid=25137): stderr: \u000a| �[0;m�[1;31m20221210094122966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094122966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094122966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094122966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094122966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094122966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094122978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094122988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094122989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094122989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:25.828647 run osmo-msc_10.42.42.6(pid=25143): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25143)]\u000a09:41:25.877100 run osmo-msc_10.42.42.6(pid=25143): stdout: \u000a| (launched: 2022-12-10_09:41:24.701396) \u000a09:41:25.926121 run osmo-msc_10.42.42.6(pid=25143): stderr: \u000a| �[0;m�[38;5;43m20221210094124976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094124977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae1b9bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094124977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094124977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094124977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094124977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094124979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094124979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094124979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094124980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:25.967997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Terminating (SIGTERM)\u000a09:41:26.007392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Terminating (SIGTERM)\u000a09:41:26.046734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25142): Terminating (SIGTERM)\u000a09:41:26.055802 --- ParallelTerminationStrategy: PID 25136 died...\u000a09:41:26.108455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Terminated: ok {rc=0}\u000a09:41:26.118050 --- ParallelTerminationStrategy: PID 25139 died...\u000a09:41:26.170478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Terminated: ok {rc=0}\u000a09:41:26.180004 --- ParallelTerminationStrategy: PID 25142 died...\u000a09:41:26.232376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25142): Terminated: ok {rc=0}\u000a09:41:26.320474 bus /sierra_3: Setting Powered False\u000a09:41:27.425657 bus /sierra_3: Setting Powered False\u000a09:41:28.532152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:41:18" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25154): Process ended prematurely: osmo-stp_10.42.42.5(pid=25154) [trial-2372↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25154)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25154): Process ended prematurely: osmo-stp_10.42.42.5(pid=25154) [trial-2372↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:41:30.515893 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:30.527027 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:41:30.648539 tst handover.py: using LAC 27519\u000a09:41:30.771127 tst handover.py: using RAC 234\u000a09:41:30.898810 tst handover.py: using CellId 27519\u000a09:41:31.062870 tst handover.py: using BVCI 27520\u000a09:41:31.094970 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:41:31.246958 tst handover.py: using LAC 27520\u000a09:41:31.370651 tst handover.py: using RAC 235\u000a09:41:31.495796 tst handover.py: using CellId 27520\u000a09:41:31.619313 tst handover.py: using BVCI 27521\u000a09:41:31.644270 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:31.656137 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:31.667859 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:31.679245 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:31.690966 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:31.702350 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:41:31.825153 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:41:32.071562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:32.566919 run create_hlr_db(pid=25148): Launched\u000a09:41:32.700845 bus /sierra_2: Setting Powered False\u000a09:41:33.778324 run create_hlr_db(pid=25148): Terminated: ok {rc=0}\u000a09:41:34.185144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25150): Launched\u000a09:41:34.512039 run osmo-hlr_10.42.42.2(pid=25151): Launched\u000a09:41:34.631324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:35.169815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25153): Launched\u000a09:41:35.495927 run osmo-stp_10.42.42.5(pid=25154): Launched\u000a09:41:35.614744 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:36.182860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25156): Launched\u000a09:41:36.510965 run osmo-msc_10.42.42.6(pid=25157): Launched\u000a09:41:36.703226 run osmo-stp_10.42.42.5(pid=25154): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25154)]\u000a09:41:36.842357 run osmo-stp_10.42.42.5(pid=25154): stdout: \u000a| (launched: 2022-12-10_09:41:35.335694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:36.981613 run osmo-stp_10.42.42.5(pid=25154): stderr: \u000a| �[0;m�[38;5;43m20221210094135527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094135527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094135528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094135528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094135528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094135529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094135529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:37.112901 run osmo-stp_10.42.42.5(pid=25154): stdout: \u000a| (launched: 2022-12-10_09:41:35.335694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:37.243116 run osmo-stp_10.42.42.5(pid=25154): stderr: \u000a| �[0;m�[38;5;43m20221210094135527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094135527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094135528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094135528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094135528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094135529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094135529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:37.299879 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25154): Process ended prematurely: osmo-stp_10.42.42.5(pid=25154) [trial-2372↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25154)] [trial-2372↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:41:37.308330 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:41:37.371250 run osmo-hlr_10.42.42.2(pid=25151): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25151)]\u000a09:41:37.422492 run osmo-hlr_10.42.42.2(pid=25151): stdout: \u000a| (launched: 2022-12-10_09:41:34.351702) \u000a09:41:37.474011 run osmo-hlr_10.42.42.2(pid=25151): stderr: \u000a| �[0;m�[1;31m20221210094134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094134561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094134569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094134569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094134569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:37.544614 run osmo-msc_10.42.42.6(pid=25157): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25157)]\u000a09:41:37.595628 run osmo-msc_10.42.42.6(pid=25157): stdout: \u000a| (launched: 2022-12-10_09:41:36.349482) \u000a09:41:37.647335 run osmo-msc_10.42.42.6(pid=25157): stderr: \u000a| �[0;m�[38;5;43m20221210094136670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094136670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe18b01bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094136670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094136670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094136670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094136671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094136672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094136673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094136673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094136673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:37.691082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25150): Terminating (SIGTERM)\u000a09:41:37.732571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25153): Terminating (SIGTERM)\u000a09:41:37.774334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25156): Terminating (SIGTERM)\u000a09:41:37.784157 --- ParallelTerminationStrategy: PID 25150 died...\u000a09:41:37.839396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25150): Terminated: ok {rc=0}\u000a09:41:37.849639 --- ParallelTerminationStrategy: PID 25153 died...\u000a09:41:37.905680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25153): Terminated: ok {rc=0}\u000a09:41:37.915634 --- ParallelTerminationStrategy: PID 25156 died...\u000a09:41:37.971072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25156): Terminated: ok {rc=0}\u000a09:41:38.057582 bus /sierra_3: Setting Powered False\u000a09:41:39.160176 bus /sierra_3: Setting Powered False\u000a09:41:40.270857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:41:30" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25168): Process ended prematurely: osmo-stp_10.42.42.5(pid=25168) [trial-2372↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25168)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25168): Process ended prematurely: osmo-stp_10.42.42.5(pid=25168) [trial-2372↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:41:42.242878 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:42.254125 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:41:42.382562 tst handover.py: using LAC 27521\u000a09:41:42.510596 tst handover.py: using RAC 236\u000a09:41:42.642003 tst handover.py: using CellId 27521\u000a09:41:42.768417 tst handover.py: using BVCI 27522\u000a09:41:42.793490 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:41:42.922886 tst handover.py: using LAC 27522\u000a09:41:43.048871 tst handover.py: using RAC 237\u000a09:41:43.175645 tst handover.py: using CellId 27522\u000a09:41:43.301868 tst handover.py: using BVCI 27523\u000a09:41:43.326808 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:43.337963 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:43.348831 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:43.360189 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:43.371534 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:43.382817 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:41:43.500304 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:41:43.702349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:44.174685 run create_hlr_db(pid=25162): Launched\u000a09:41:44.299832 bus /sierra_2: Setting Powered False\u000a09:41:45.372932 run create_hlr_db(pid=25162): Terminated: ok {rc=0}\u000a09:41:45.760807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25164): Launched\u000a09:41:46.245175 run osmo-hlr_10.42.42.2(pid=25165): Launched\u000a09:41:46.474726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:47.082552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25167): Launched\u000a09:41:47.396913 run osmo-stp_10.42.42.5(pid=25168): Launched\u000a09:41:47.511097 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:48.050010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25170): Launched\u000a09:41:48.361361 run osmo-msc_10.42.42.6(pid=25171): Launched\u000a09:41:48.542761 run osmo-stp_10.42.42.5(pid=25168): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25168)]\u000a09:41:48.673400 run osmo-stp_10.42.42.5(pid=25168): stdout: \u000a| (launched: 2022-12-10_09:41:47.240489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:48.801729 run osmo-stp_10.42.42.5(pid=25168): stderr: \u000a| �[0;m�[38;5;43m20221210094147415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094147416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094147416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094147416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094147417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094147417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094147417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:48.925104 run osmo-stp_10.42.42.5(pid=25168): stdout: \u000a| (launched: 2022-12-10_09:41:47.240489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:49.047291 run osmo-stp_10.42.42.5(pid=25168): stderr: \u000a| �[0;m�[38;5;43m20221210094147415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094147416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094147416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094147416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094147417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094147417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094147417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:49.101020 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25168): Process ended prematurely: osmo-stp_10.42.42.5(pid=25168) [trial-2372↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25168)] [trial-2372↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a09:41:49.108720 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:41:49.167528 run osmo-hlr_10.42.42.2(pid=25165): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25165)]\u000a09:41:49.215737 run osmo-hlr_10.42.42.2(pid=25165): stdout: \u000a| (launched: 2022-12-10_09:41:45.970956) \u000a09:41:49.264595 run osmo-hlr_10.42.42.2(pid=25165): stderr: \u000a| �[0;m�[1;31m20221210094146290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094146290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094146290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094146290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094146290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094146290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094146306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094146323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094146323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094146323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:49.331075 run osmo-msc_10.42.42.6(pid=25171): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25171)]\u000a09:41:49.379295 run osmo-msc_10.42.42.6(pid=25171): stdout: \u000a| (launched: 2022-12-10_09:41:48.206589) \u000a09:41:49.427963 run osmo-msc_10.42.42.6(pid=25171): stderr: \u000a| �[0;m�[38;5;43m20221210094148481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094148481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82b0dbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094148481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094148481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094148482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094148482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094148483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094148484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094148484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094148484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:49.469154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25164): Terminating (SIGTERM)\u000a09:41:49.507932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25167): Terminating (SIGTERM)\u000a09:41:49.546799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25170): Terminating (SIGTERM)\u000a09:41:49.555815 --- ParallelTerminationStrategy: PID 25164 died...\u000a09:41:49.607967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25164): Terminated: ok {rc=0}\u000a09:41:49.617413 --- ParallelTerminationStrategy: PID 25167 died...\u000a09:41:49.669755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25167): Terminated: ok {rc=0}\u000a09:41:49.679191 --- ParallelTerminationStrategy: PID 25170 died...\u000a09:41:49.731160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25170): Terminated: ok {rc=0}\u000a09:41:49.814147 bus /sierra_3: Setting Powered False\u000a09:41:50.919664 bus /sierra_3: Setting Powered False\u000a09:41:52.026685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:41:41" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25182): Process ended prematurely: osmo-stp_10.42.42.5(pid=25182) [trial-2372↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25182)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25182): Process ended prematurely: osmo-stp_10.42.42.5(pid=25182) [trial-2372↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:41:53.991210 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:54.002377 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:41:54.131874 tst handover.py: using LAC 27523\u000a09:41:54.253781 tst handover.py: using RAC 238\u000a09:41:54.373807 tst handover.py: using CellId 27523\u000a09:41:54.501147 tst handover.py: using BVCI 27524\u000a09:41:54.526385 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:41:54.671403 tst handover.py: using LAC 27524\u000a09:41:54.798213 tst handover.py: using RAC 239\u000a09:41:54.926151 tst handover.py: using CellId 27524\u000a09:41:55.054774 tst handover.py: using BVCI 27525\u000a09:41:55.079675 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:55.090906 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:55.101974 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:55.113365 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:55.124756 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:55.136295 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:41:55.253369 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:41:55.466420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:55.952466 run create_hlr_db(pid=25176): Launched\u000a09:41:56.085761 bus /sierra_2: Setting Powered False\u000a09:41:57.162162 run create_hlr_db(pid=25176): Terminated: ok {rc=0}\u000a09:41:57.567643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25178): Launched\u000a09:41:57.894345 run osmo-hlr_10.42.42.2(pid=25179): Launched\u000a09:41:58.017641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:58.555694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25181): Launched\u000a09:41:58.882851 run osmo-stp_10.42.42.5(pid=25182): Launched\u000a09:41:59.002295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:59.568846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25184): Launched\u000a09:41:59.895243 run osmo-msc_10.42.42.6(pid=25185): Launched\u000a09:42:00.086994 run osmo-stp_10.42.42.5(pid=25182): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25182)]\u000a09:42:00.225353 run osmo-stp_10.42.42.5(pid=25182): stdout: \u000a| (launched: 2022-12-10_09:41:58.721796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:00.363134 run osmo-stp_10.42.42.5(pid=25182): stderr: \u000a| �[0;m�[38;5;43m20221210094158914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094158914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094158914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094158915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094158915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094158915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094158915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:00.493931 run osmo-stp_10.42.42.5(pid=25182): stdout: \u000a| (launched: 2022-12-10_09:41:58.721796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:00.623638 run osmo-stp_10.42.42.5(pid=25182): stderr: \u000a| �[0;m�[38;5;43m20221210094158914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094158914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094158914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094158915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094158915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094158915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094158915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:00.680002 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25182): Process ended prematurely: osmo-stp_10.42.42.5(pid=25182) [trial-2372↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25182)] [trial-2372↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a09:42:00.688327 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:42:00.751247 run osmo-hlr_10.42.42.2(pid=25179): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25179)]\u000a09:42:00.802458 run osmo-hlr_10.42.42.2(pid=25179): stdout: \u000a| (launched: 2022-12-10_09:41:57.733611) \u000a09:42:00.863516 run osmo-hlr_10.42.42.2(pid=25179): stderr: \u000a| �[0;m�[1;31m20221210094157933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094157933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094157933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094157933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094157933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094157933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094157946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094157954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094157954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094157954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:00.977059 run osmo-msc_10.42.42.6(pid=25185): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25185)]\u000a09:42:01.078163 run osmo-msc_10.42.42.6(pid=25185): stdout: \u000a| (launched: 2022-12-10_09:41:59.734819) \u000a09:42:01.138321 run osmo-msc_10.42.42.6(pid=25185): stderr: \u000a| �[0;m�[38;5;43m20221210094200058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094200058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90d0959c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094200058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094200058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094200059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094200059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094200060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094200061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094200061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094200061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:01.190446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25178): Terminating (SIGTERM)\u000a09:42:01.236282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25181): Terminating (SIGTERM)\u000a09:42:01.278983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25184): Terminating (SIGTERM)\u000a09:42:01.297223 --- ParallelTerminationStrategy: PID 25178 died...\u000a09:42:01.379609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25178): Terminated: ok {rc=0}\u000a09:42:01.390008 --- ParallelTerminationStrategy: PID 25181 died...\u000a09:42:01.446597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25181): Terminated: ok {rc=0}\u000a09:42:01.457729 --- ParallelTerminationStrategy: PID 25184 died...\u000a09:42:01.559364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25184): Terminated: ok {rc=0}\u000a09:42:01.731096 bus /sierra_3: Setting Powered False\u000a09:42:02.835405 bus /sierra_3: Setting Powered False\u000a09:42:03.947078 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:41:53" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25202): Process ended prematurely: osmo-stp_10.42.42.5(pid=25202) [trial-2372↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25202)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25202): Process ended prematurely: osmo-stp_10.42.42.5(pid=25202) [trial-2372↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:42:05.939145 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:42:05.950441 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:42:06.080000 tst handover.py: using LAC 27525\u000a09:42:06.226607 tst handover.py: using RAC 240\u000a09:42:06.346615 tst handover.py: using CellId 27525\u000a09:42:06.466085 tst handover.py: using BVCI 27526\u000a09:42:06.489711 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:42:06.624460 tst handover.py: using LAC 27526\u000a09:42:06.746311 tst handover.py: using RAC 241\u000a09:42:06.866534 tst handover.py: using CellId 27526\u000a09:42:06.994862 tst handover.py: using BVCI 27527\u000a09:42:07.020031 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:42:07.031578 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:42:07.043030 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:42:07.055254 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:42:07.067100 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:42:07.079474 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:42:07.199226 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:42:07.415519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:07.908779 run create_hlr_db(pid=25196): Launched\u000a09:42:08.043494 bus /sierra_2: Setting Powered False\u000a09:42:09.120110 run create_hlr_db(pid=25196): Terminated: ok {rc=0}\u000a09:42:09.532245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25198): Launched\u000a09:42:09.865534 run osmo-hlr_10.42.42.2(pid=25199): Launched\u000a09:42:09.986435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:10.531330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25201): Launched\u000a09:42:10.863139 run osmo-stp_10.42.42.5(pid=25202): Launched\u000a09:42:10.983468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:11.559362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25204): Launched\u000a09:42:11.892526 run osmo-msc_10.42.42.6(pid=25205): Launched\u000a09:42:12.087225 run osmo-stp_10.42.42.5(pid=25202): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25202)]\u000a09:42:12.226544 run osmo-stp_10.42.42.5(pid=25202): stdout: \u000a| (launched: 2022-12-10_09:42:10.698027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:12.364190 run osmo-stp_10.42.42.5(pid=25202): stderr: \u000a| �[0;m�[38;5;43m20221210094210893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094210893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094210893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094210894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094210896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094210896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094210896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:12.495910 run osmo-stp_10.42.42.5(pid=25202): stdout: \u000a| (launched: 2022-12-10_09:42:10.698027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:12.626741 run osmo-stp_10.42.42.5(pid=25202): stderr: \u000a| �[0;m�[38;5;43m20221210094210893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094210893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094210893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094210894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094210896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094210896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094210896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:12.683575 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25202): Process ended prematurely: osmo-stp_10.42.42.5(pid=25202) [trial-2372↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25202)] [trial-2372↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a09:42:12.691961 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:42:12.754689 run osmo-hlr_10.42.42.2(pid=25199): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25199)]\u000a09:42:12.806272 run osmo-hlr_10.42.42.2(pid=25199): stdout: \u000a| (launched: 2022-12-10_09:42:09.699524) \u000a09:42:12.858514 run osmo-hlr_10.42.42.2(pid=25199): stderr: \u000a| �[0;m�[1;31m20221210094209900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094209900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094209900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094209900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094209900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094209900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094209913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094209921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094209921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094209921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:12.929562 run osmo-msc_10.42.42.6(pid=25205): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25205)]\u000a09:42:12.981106 run osmo-msc_10.42.42.6(pid=25205): stdout: \u000a| (launched: 2022-12-10_09:42:11.726525) \u000a09:42:13.033111 run osmo-msc_10.42.42.6(pid=25205): stderr: \u000a| �[0;m�[38;5;43m20221210094212051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094212052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20add09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094212052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094212052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094212052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094212052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094212054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094212054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094212054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094212055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:13.077073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25198): Terminating (SIGTERM)\u000a09:42:13.118823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25201): Terminating (SIGTERM)\u000a09:42:13.161135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25204): Terminating (SIGTERM)\u000a09:42:13.170872 --- ParallelTerminationStrategy: PID 25198 died...\u000a09:42:13.226461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25198): Terminated: ok {rc=0}\u000a09:42:13.236609 --- ParallelTerminationStrategy: PID 25201 died...\u000a09:42:13.292250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25201): Terminated: ok {rc=0}\u000a09:42:13.302212 --- ParallelTerminationStrategy: PID 25204 died...\u000a09:42:13.357512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25204): Terminated: ok {rc=0}\u000a09:42:13.444691 bus /sierra_3: Setting Powered False\u000a09:42:14.548220 bus /sierra_3: Setting Powered False\u000a09:42:15.659160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:42:05" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25216): Process ended prematurely: osmo-stp_10.42.42.5(pid=25216) [trial-2372↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25216)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25216): Process ended prematurely: osmo-stp_10.42.42.5(pid=25216) [trial-2372↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:42:17.715089 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:17.726549 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:42:17.871340 tst handover.py: using LAC 27527\u000a09:42:17.999854 tst handover.py: using RAC 242\u000a09:42:18.128324 tst handover.py: using CellId 27527\u000a09:42:18.253577 tst handover.py: using BVCI 27528\u000a09:42:18.278508 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:42:18.418852 tst handover.py: using LAC 27528\u000a09:42:18.545186 tst handover.py: using RAC 243\u000a09:42:18.671132 tst handover.py: using CellId 27528\u000a09:42:18.799419 tst handover.py: using BVCI 27529\u000a09:42:18.824381 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:18.835944 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:18.847312 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:18.859007 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:18.870742 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:18.882612 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:42:19.003364 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:42:19.215810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:19.701257 run create_hlr_db(pid=25210): Launched\u000a09:42:19.834567 bus /sierra_2: Setting Powered False\u000a09:42:20.911641 run create_hlr_db(pid=25210): Terminated: ok {rc=0}\u000a09:42:21.299194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25212): Launched\u000a09:42:21.609569 run osmo-hlr_10.42.42.2(pid=25213): Launched\u000a09:42:21.724283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:22.232937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25215): Launched\u000a09:42:22.541527 run osmo-stp_10.42.42.5(pid=25216): Launched\u000a09:42:22.654570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:23.190882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25218): Launched\u000a09:42:23.500427 run osmo-msc_10.42.42.6(pid=25219): Launched\u000a09:42:23.681999 run osmo-stp_10.42.42.5(pid=25216): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25216)]\u000a09:42:23.811936 run osmo-stp_10.42.42.5(pid=25216): stdout: \u000a| (launched: 2022-12-10_09:42:22.389938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:23.940301 run osmo-stp_10.42.42.5(pid=25216): stderr: \u000a| �[0;m�[38;5;43m20221210094222561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094222561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094222562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094222562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094222562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094222562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094222563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:24.063592 run osmo-stp_10.42.42.5(pid=25216): stdout: \u000a| (launched: 2022-12-10_09:42:22.389938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:24.186465 run osmo-stp_10.42.42.5(pid=25216): stderr: \u000a| �[0;m�[38;5;43m20221210094222561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094222561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094222562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094222562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094222562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094222562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094222563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:24.239926 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25216): Process ended prematurely: osmo-stp_10.42.42.5(pid=25216) [trial-2372↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25216)] [trial-2372↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:42:24.247836 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:42:24.306535 run osmo-hlr_10.42.42.2(pid=25213): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25213)]\u000a09:42:24.355183 run osmo-hlr_10.42.42.2(pid=25213): stdout: \u000a| (launched: 2022-12-10_09:42:21.456266) \u000a09:42:24.403980 run osmo-hlr_10.42.42.2(pid=25213): stderr: \u000a| �[0;m�[1;31m20221210094221634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094221635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094221635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094221635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094221635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094221635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094221647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094221657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094221658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094221658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:24.470383 run osmo-msc_10.42.42.6(pid=25219): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25219)]\u000a09:42:24.518466 run osmo-msc_10.42.42.6(pid=25219): stdout: \u000a| (launched: 2022-12-10_09:42:23.348160) \u000a09:42:24.567320 run osmo-msc_10.42.42.6(pid=25219): stderr: \u000a| �[0;m�[38;5;43m20221210094223622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094223622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3e2ae1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094223623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094223623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094223623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094223623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094223625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094223625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094223625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094223625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:24.608506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25212): Terminating (SIGTERM)\u000a09:42:24.647255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25215): Terminating (SIGTERM)\u000a09:42:24.686592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25218): Terminating (SIGTERM)\u000a09:42:24.695781 --- ParallelTerminationStrategy: PID 25212 died...\u000a09:42:24.748060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25212): Terminated: ok {rc=0}\u000a09:42:24.757909 --- ParallelTerminationStrategy: PID 25215 died...\u000a09:42:24.809440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25215): Terminated: ok {rc=0}\u000a09:42:24.818853 --- ParallelTerminationStrategy: PID 25218 died...\u000a09:42:24.871311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25218): Terminated: ok {rc=0}\u000a09:42:24.953953 bus /sierra_3: Setting Powered False\u000a09:42:26.061221 bus /sierra_3: Setting Powered False\u000a09:42:27.171884 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:42:17" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25230): Process ended prematurely: osmo-stp_10.42.42.5(pid=25230) [trial-2372↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25230)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25230): Process ended prematurely: osmo-stp_10.42.42.5(pid=25230) [trial-2372↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:42:29.202211 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:29.213108 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:42:29.348859 tst handover.py: using LAC 27529\u000a09:42:29.470233 tst handover.py: using RAC 244\u000a09:42:29.589747 tst handover.py: using CellId 27529\u000a09:42:29.716686 tst handover.py: using BVCI 27530\u000a09:42:29.741664 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:42:29.885557 tst handover.py: using LAC 27530\u000a09:42:30.007590 tst handover.py: using RAC 245\u000a09:42:30.129423 tst handover.py: using CellId 27530\u000a09:42:30.249468 tst handover.py: using BVCI 27531\u000a09:42:30.273135 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:30.284150 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:30.295183 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:30.306150 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:30.316877 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:30.327673 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:42:30.449280 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:42:30.665187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:31.225991 run create_hlr_db(pid=25224): Launched\u000a09:42:31.363625 bus /sierra_2: Setting Powered False\u000a09:42:32.437311 run create_hlr_db(pid=25224): Terminated: ok {rc=0}\u000a09:42:32.847418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25226): Launched\u000a09:42:33.179941 run osmo-hlr_10.42.42.2(pid=25227): Launched\u000a09:42:33.298940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:33.838052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25229): Launched\u000a09:42:34.149193 run osmo-stp_10.42.42.5(pid=25230): Launched\u000a09:42:34.262968 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:34.802059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25232): Launched\u000a09:42:35.116379 run osmo-msc_10.42.42.6(pid=25233): Launched\u000a09:42:35.298243 run osmo-stp_10.42.42.5(pid=25230): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25230)]\u000a09:42:35.428049 run osmo-stp_10.42.42.5(pid=25230): stdout: \u000a| (launched: 2022-12-10_09:42:33.994827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:35.556096 run osmo-stp_10.42.42.5(pid=25230): stderr: \u000a| �[0;m�[38;5;43m20221210094234169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094234169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094234169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094234169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094234170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094234170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094234170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:35.679369 run osmo-stp_10.42.42.5(pid=25230): stdout: \u000a| (launched: 2022-12-10_09:42:33.994827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:35.801483 run osmo-stp_10.42.42.5(pid=25230): stderr: \u000a| �[0;m�[38;5;43m20221210094234169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094234169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094234169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094234169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094234170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094234170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094234170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:35.854698 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25230): Process ended prematurely: osmo-stp_10.42.42.5(pid=25230) [trial-2372↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25230)] [trial-2372↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:42:35.862567 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:42:35.921345 run osmo-hlr_10.42.42.2(pid=25227): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25227)]\u000a09:42:35.970932 run osmo-hlr_10.42.42.2(pid=25227): stdout: \u000a| (launched: 2022-12-10_09:42:33.014098) \u000a09:42:36.019900 run osmo-hlr_10.42.42.2(pid=25227): stderr: \u000a| �[0;m�[1;31m20221210094233217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094233217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094233217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094233217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094233217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094233218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094233233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094233242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094233242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094233243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:36.086602 run osmo-msc_10.42.42.6(pid=25233): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25233)]\u000a09:42:36.134853 run osmo-msc_10.42.42.6(pid=25233): stdout: \u000a| (launched: 2022-12-10_09:42:34.958547) \u000a09:42:36.183750 run osmo-msc_10.42.42.6(pid=25233): stderr: \u000a| �[0;m�[38;5;43m20221210094235237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094235238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8290acbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094235238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094235238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094235238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094235238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094235240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094235240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094235240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094235241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:36.225673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25226): Terminating (SIGTERM)\u000a09:42:36.264704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25229): Terminating (SIGTERM)\u000a09:42:36.303671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25232): Terminating (SIGTERM)\u000a09:42:36.312680 --- ParallelTerminationStrategy: PID 25226 died...\u000a09:42:36.365443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25226): Terminated: ok {rc=0}\u000a09:42:36.374845 --- ParallelTerminationStrategy: PID 25229 died...\u000a09:42:36.426817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25229): Terminated: ok {rc=0}\u000a09:42:36.436158 --- ParallelTerminationStrategy: PID 25232 died...\u000a09:42:36.488354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25232): Terminated: ok {rc=0}\u000a09:42:36.571141 bus /sierra_3: Setting Powered False\u000a09:42:37.671706 bus /sierra_3: Setting Powered False\u000a09:42:38.781951 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:42:28" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25244): Process ended prematurely: osmo-stp_10.42.42.5(pid=25244) [trial-2372↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25244)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25244): Process ended prematurely: osmo-stp_10.42.42.5(pid=25244) [trial-2372↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:42:40.782279 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:40.793068 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:42:40.931273 tst handover.py: using LAC 27531\u000a09:42:41.054633 tst handover.py: using RAC 246\u000a09:42:41.177282 tst handover.py: using CellId 27531\u000a09:42:41.300009 tst handover.py: using BVCI 27532\u000a09:42:41.323462 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:42:41.454981 tst handover.py: using LAC 27532\u000a09:42:41.586732 tst handover.py: using RAC 247\u000a09:42:41.715415 tst handover.py: using CellId 27532\u000a09:42:41.841169 tst handover.py: using BVCI 27533\u000a09:42:41.864735 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:41.875675 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:41.886588 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:41.897406 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:41.908030 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:41.918692 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:42:42.038575 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:42:42.251090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:42.737850 run create_hlr_db(pid=25238): Launched\u000a09:42:42.872167 bus /sierra_2: Setting Powered False\u000a09:42:43.949981 run create_hlr_db(pid=25238): Terminated: ok {rc=0}\u000a09:42:44.356692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25240): Launched\u000a09:42:44.685146 run osmo-hlr_10.42.42.2(pid=25241): Launched\u000a09:42:44.808474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:45.349706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25243): Launched\u000a09:42:45.676606 run osmo-stp_10.42.42.5(pid=25244): Launched\u000a09:42:45.796446 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:46.451279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25246): Launched\u000a09:42:46.951513 run osmo-msc_10.42.42.6(pid=25247): Launched\u000a09:42:47.313815 run osmo-stp_10.42.42.5(pid=25244): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25244)]\u000a09:42:47.451722 run osmo-stp_10.42.42.5(pid=25244): stdout: \u000a| (launched: 2022-12-10_09:42:45.515877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:47.588934 run osmo-stp_10.42.42.5(pid=25244): stderr: \u000a| �[0;m�[38;5;43m20221210094245710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094245710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094245711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094245711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094245711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094245711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094245712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:47.720612 run osmo-stp_10.42.42.5(pid=25244): stdout: \u000a| (launched: 2022-12-10_09:42:45.515877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:47.851516 run osmo-stp_10.42.42.5(pid=25244): stderr: \u000a| �[0;m�[38;5;43m20221210094245710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094245710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094245711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094245711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094245711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094245711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094245712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:47.909283 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25244): Process ended prematurely: osmo-stp_10.42.42.5(pid=25244) [trial-2372↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25244)] [trial-2372↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a09:42:47.917827 tst handover.py:18: Test FAILED (7.1 sec)\u000a09:42:47.981791 run osmo-hlr_10.42.42.2(pid=25241): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25241)]\u000a09:42:48.033948 run osmo-hlr_10.42.42.2(pid=25241): stdout: \u000a| (launched: 2022-12-10_09:42:44.523873) \u000a09:42:48.086813 run osmo-hlr_10.42.42.2(pid=25241): stderr: \u000a| �[0;m�[1;31m20221210094244723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094244723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094244724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094244724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094244724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094244724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094244737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094244745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094244745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094244745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:48.158765 run osmo-msc_10.42.42.6(pid=25247): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25247)]\u000a09:42:48.210648 run osmo-msc_10.42.42.6(pid=25247): stdout: \u000a| (launched: 2022-12-10_09:42:46.657806) \u000a09:42:48.263243 run osmo-msc_10.42.42.6(pid=25247): stderr: \u000a| �[0;m�[38;5;43m20221210094247050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094247051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d2e8d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094247051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094247051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094247051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094247051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094247053 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094247053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094247054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094247054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:48.307769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25240): Terminating (SIGTERM)\u000a09:42:48.350367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25243): Terminating (SIGTERM)\u000a09:42:48.393141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25246): Terminating (SIGTERM)\u000a09:42:48.402892 --- ParallelTerminationStrategy: PID 25240 died...\u000a09:42:48.459430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25240): Terminated: ok {rc=0}\u000a09:42:48.469852 --- ParallelTerminationStrategy: PID 25243 died...\u000a09:42:48.525904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25243): Terminated: ok {rc=0}\u000a09:42:48.536200 --- ParallelTerminationStrategy: PID 25246 died...\u000a09:42:48.592360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25246): Terminated: ok {rc=0}\u000a09:42:48.678070 bus /sierra_3: Setting Powered False\u000a09:42:49.784308 bus /sierra_3: Setting Powered False\u000a09:42:50.891048 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:42:40" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25258): Process ended prematurely: osmo-stp_10.42.42.5(pid=25258) [trial-2372↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25258)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25258): Process ended prematurely: osmo-stp_10.42.42.5(pid=25258) [trial-2372↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:42:52.910606 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:42:52.921482 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:42:53.064774 tst handover.py: using LAC 27533\u000a09:42:53.193821 tst handover.py: using RAC 248\u000a09:42:53.323443 tst handover.py: using CellId 27533\u000a09:42:53.451547 tst handover.py: using BVCI 27534\u000a09:42:53.476480 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:42:53.622004 tst handover.py: using LAC 27534\u000a09:42:53.752253 tst handover.py: using RAC 249\u000a09:42:53.877175 tst handover.py: using CellId 27534\u000a09:42:54.000723 tst handover.py: using BVCI 27535\u000a09:42:54.024201 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:42:54.035201 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:42:54.046166 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:42:54.056841 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:42:54.067476 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:42:54.078087 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:42:54.195948 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:42:54.408928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:54.898814 run create_hlr_db(pid=25252): Launched\u000a09:42:55.032332 bus /sierra_2: Setting Powered False\u000a09:42:56.108633 run create_hlr_db(pid=25252): Terminated: ok {rc=0}\u000a09:42:56.519910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25254): Launched\u000a09:42:56.852684 run osmo-hlr_10.42.42.2(pid=25255): Launched\u000a09:42:56.974878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:57.520377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25257): Launched\u000a09:42:57.852164 run osmo-stp_10.42.42.5(pid=25258): Launched\u000a09:42:57.972283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:58.548431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25260): Launched\u000a09:42:58.881013 run osmo-msc_10.42.42.6(pid=25261): Launched\u000a09:42:59.074729 run osmo-stp_10.42.42.5(pid=25258): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25258)]\u000a09:42:59.214058 run osmo-stp_10.42.42.5(pid=25258): stdout: \u000a| (launched: 2022-12-10_09:42:57.686917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:59.352779 run osmo-stp_10.42.42.5(pid=25258): stderr: \u000a| �[0;m�[38;5;43m20221210094257884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094257884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094257884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094257884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094257885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094257885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094257885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:59.484599 run osmo-stp_10.42.42.5(pid=25258): stdout: \u000a| (launched: 2022-12-10_09:42:57.686917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:59.615522 run osmo-stp_10.42.42.5(pid=25258): stderr: \u000a| �[0;m�[38;5;43m20221210094257884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094257884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094257884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094257884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094257885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094257885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094257885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:59.672264 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25258): Process ended prematurely: osmo-stp_10.42.42.5(pid=25258) [trial-2372↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25258)] [trial-2372↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a09:42:59.680684 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:42:59.743640 run osmo-hlr_10.42.42.2(pid=25255): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25255)]\u000a09:42:59.795057 run osmo-hlr_10.42.42.2(pid=25255): stdout: \u000a| (launched: 2022-12-10_09:42:56.686668) \u000a09:42:59.846800 run osmo-hlr_10.42.42.2(pid=25255): stderr: \u000a| �[0;m�[1;31m20221210094256888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094256888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094256888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094256888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094256888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094256888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094256901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094256909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094256909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094256909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:59.917307 run osmo-msc_10.42.42.6(pid=25261): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25261)]\u000a09:42:59.968403 run osmo-msc_10.42.42.6(pid=25261): stdout: \u000a| (launched: 2022-12-10_09:42:58.715333) \u000a09:43:00.020558 run osmo-msc_10.42.42.6(pid=25261): stderr: \u000a| �[0;m�[38;5;43m20221210094259041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094259042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc8d4d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094259042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094259042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094259044 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094259044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094259044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094259044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:00.064104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25254): Terminating (SIGTERM)\u000a09:43:00.105653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25257): Terminating (SIGTERM)\u000a09:43:00.147147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25260): Terminating (SIGTERM)\u000a09:43:00.157060 --- ParallelTerminationStrategy: PID 25254 died...\u000a09:43:00.212340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25254): Terminated: ok {rc=0}\u000a09:43:00.222279 --- ParallelTerminationStrategy: PID 25257 died...\u000a09:43:00.277319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25257): Terminated: ok {rc=0}\u000a09:43:00.287250 --- ParallelTerminationStrategy: PID 25260 died...\u000a09:43:00.343365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25260): Terminated: ok {rc=0}\u000a09:43:00.429828 bus /sierra_3: Setting Powered False\u000a09:43:01.535035 bus /sierra_3: Setting Powered False\u000a09:43:02.645617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:42:52" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25273): Process ended prematurely: osmo-stp_10.42.42.5(pid=25273) [trial-2372↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25273)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25273): Process ended prematurely: osmo-stp_10.42.42.5(pid=25273) [trial-2372↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:43:04.667264 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:04.678196 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:43:04.815484 tst handover.py: using LAC 27535\u000a09:43:04.939317 tst handover.py: using RAC 250\u000a09:43:05.062602 tst handover.py: using CellId 27535\u000a09:43:05.185460 tst handover.py: using BVCI 27536\u000a09:43:05.209056 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:43:05.349342 tst handover.py: using LAC 27536\u000a09:43:05.469859 tst handover.py: using RAC 251\u000a09:43:05.589602 tst handover.py: using CellId 27536\u000a09:43:05.708725 tst handover.py: using BVCI 27537\u000a09:43:05.732037 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:05.742870 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:05.753510 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:05.764186 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:05.774882 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:05.785490 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:43:05.905012 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:43:06.117485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:06.605025 run create_hlr_db(pid=25267): Launched\u000a09:43:06.738733 bus /sierra_2: Setting Powered False\u000a09:43:07.815952 run create_hlr_db(pid=25267): Terminated: ok {rc=0}\u000a09:43:08.203084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25269): Launched\u000a09:43:08.513257 run osmo-hlr_10.42.42.2(pid=25270): Launched\u000a09:43:08.631508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:09.148125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25272): Launched\u000a09:43:09.457246 run osmo-stp_10.42.42.5(pid=25273): Launched\u000a09:43:09.569729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:10.105775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25275): Launched\u000a09:43:10.415383 run osmo-msc_10.42.42.6(pid=25276): Launched\u000a09:43:10.597034 run osmo-stp_10.42.42.5(pid=25273): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25273)]\u000a09:43:10.726993 run osmo-stp_10.42.42.5(pid=25273): stdout: \u000a| (launched: 2022-12-10_09:43:09.305055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:10.855498 run osmo-stp_10.42.42.5(pid=25273): stderr: \u000a| �[0;m�[38;5;43m20221210094309476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094309477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094309477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094309477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094309478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094309478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094309478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:10.979115 run osmo-stp_10.42.42.5(pid=25273): stdout: \u000a| (launched: 2022-12-10_09:43:09.305055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:11.101837 run osmo-stp_10.42.42.5(pid=25273): stderr: \u000a| �[0;m�[38;5;43m20221210094309476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094309477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094309477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094309477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094309478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094309478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094309478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:11.155333 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25273): Process ended prematurely: osmo-stp_10.42.42.5(pid=25273) [trial-2372↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25273)] [trial-2372↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a09:43:11.163198 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:43:11.223556 run osmo-hlr_10.42.42.2(pid=25270): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25270)]\u000a09:43:11.272066 run osmo-hlr_10.42.42.2(pid=25270): stdout: \u000a| (launched: 2022-12-10_09:43:08.359932) \u000a09:43:11.322213 run osmo-hlr_10.42.42.2(pid=25270): stderr: \u000a| �[0;m�[1;31m20221210094308538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094308538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094308538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094308538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094308538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094308538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094308550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094308558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094308559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094308559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:11.388555 run osmo-msc_10.42.42.6(pid=25276): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25276)]\u000a09:43:11.436675 run osmo-msc_10.42.42.6(pid=25276): stdout: \u000a| (launched: 2022-12-10_09:43:10.262541) \u000a09:43:11.485479 run osmo-msc_10.42.42.6(pid=25276): stderr: \u000a| �[0;m�[38;5;43m20221210094310534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094310534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7026e5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094310534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094310534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094310534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094310534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094310536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094310537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094310537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094310537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:11.526631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25269): Terminating (SIGTERM)\u000a09:43:11.565834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25272): Terminating (SIGTERM)\u000a09:43:11.604906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25275): Terminating (SIGTERM)\u000a09:43:11.614048 --- ParallelTerminationStrategy: PID 25269 died...\u000a09:43:11.666698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25269): Terminated: ok {rc=0}\u000a09:43:11.676177 --- ParallelTerminationStrategy: PID 25272 died...\u000a09:43:11.728622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25272): Terminated: ok {rc=0}\u000a09:43:11.738231 --- ParallelTerminationStrategy: PID 25275 died...\u000a09:43:11.790938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25275): Terminated: ok {rc=0}\u000a09:43:11.874021 bus /sierra_3: Setting Powered False\u000a09:43:12.975314 bus /sierra_3: Setting Powered False\u000a09:43:14.087990 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:43:04" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25287): Process ended prematurely: osmo-stp_10.42.42.5(pid=25287) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25287)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25287): Process ended prematurely: osmo-stp_10.42.42.5(pid=25287) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:43:16.160715 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:16.174200 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:43:16.351657 tst handover.py: using LAC 27537\u000a09:43:16.505701 tst handover.py: using RAC 252\u000a09:43:16.674409 tst handover.py: using CellId 27537\u000a09:43:16.825713 tst handover.py: using BVCI 27538\u000a09:43:16.851538 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:43:16.990405 tst handover.py: using LAC 27538\u000a09:43:17.138025 tst handover.py: using RAC 253\u000a09:43:17.272008 tst handover.py: using CellId 27538\u000a09:43:17.399253 tst handover.py: using BVCI 27539\u000a09:43:17.424449 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:17.436147 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:17.447752 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:17.459609 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:17.471758 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:17.483299 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:43:17.601734 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:43:17.815234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:18.307401 run create_hlr_db(pid=25281): Launched\u000a09:43:18.440418 bus /sierra_2: Setting Powered False\u000a09:43:19.517851 run create_hlr_db(pid=25281): Terminated: ok {rc=0}\u000a09:43:19.930266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25283): Launched\u000a09:43:20.263261 run osmo-hlr_10.42.42.2(pid=25284): Launched\u000a09:43:20.385727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:20.933133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25286): Launched\u000a09:43:21.266077 run osmo-stp_10.42.42.5(pid=25287): Launched\u000a09:43:21.385834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:21.962457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25289): Launched\u000a09:43:22.294973 run osmo-msc_10.42.42.6(pid=25290): Launched\u000a09:43:22.487307 run osmo-stp_10.42.42.5(pid=25287): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25287)]\u000a09:43:22.625894 run osmo-stp_10.42.42.5(pid=25287): stdout: \u000a| (launched: 2022-12-10_09:43:21.100100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:22.764353 run osmo-stp_10.42.42.5(pid=25287): stderr: \u000a| �[0;m�[38;5;43m20221210094321299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094321299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094321299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094321299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094321300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094321300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094321300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:22.895673 run osmo-stp_10.42.42.5(pid=25287): stdout: \u000a| (launched: 2022-12-10_09:43:21.100100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:23.026534 run osmo-stp_10.42.42.5(pid=25287): stderr: \u000a| �[0;m�[38;5;43m20221210094321299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094321299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094321299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094321299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094321300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094321300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094321300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:23.083147 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25287): Process ended prematurely: osmo-stp_10.42.42.5(pid=25287) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25287)] [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:43:23.091468 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:43:23.154067 run osmo-hlr_10.42.42.2(pid=25284): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25284)]\u000a09:43:23.205224 run osmo-hlr_10.42.42.2(pid=25284): stdout: \u000a| (launched: 2022-12-10_09:43:20.097018) \u000a09:43:23.256843 run osmo-hlr_10.42.42.2(pid=25284): stderr: \u000a| �[0;m�[1;31m20221210094320301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094320301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094320301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094320301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094320301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094320301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094320315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094320325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094320326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094320326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:23.327022 run osmo-msc_10.42.42.6(pid=25290): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25290)]\u000a09:43:23.377977 run osmo-msc_10.42.42.6(pid=25290): stdout: \u000a| (launched: 2022-12-10_09:43:22.129053) \u000a09:43:23.429476 run osmo-msc_10.42.42.6(pid=25290): stderr: \u000a| �[0;m�[38;5;43m20221210094322456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094322456 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffad42f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094322456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094322456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094322457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094322457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094322458 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094322459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094322459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094322459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:23.473010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25283): Terminating (SIGTERM)\u000a09:43:23.514133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25286): Terminating (SIGTERM)\u000a09:43:23.555565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25289): Terminating (SIGTERM)\u000a09:43:23.565508 --- ParallelTerminationStrategy: PID 25283 died...\u000a09:43:23.620651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25283): Terminated: ok {rc=0}\u000a09:43:23.630949 --- ParallelTerminationStrategy: PID 25286 died...\u000a09:43:23.686224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25286): Terminated: ok {rc=0}\u000a09:43:23.696196 --- ParallelTerminationStrategy: PID 25289 died...\u000a09:43:23.751467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25289): Terminated: ok {rc=0}\u000a09:43:23.837184 bus /sierra_3: Setting Powered False\u000a09:43:24.944048 bus /sierra_3: Setting Powered False\u000a09:43:26.053699 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:43:15" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25302): Process ended prematurely: osmo-stp_10.42.42.5(pid=25302) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25302)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25302): Process ended prematurely: osmo-stp_10.42.42.5(pid=25302) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:43:28.058020 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:28.069219 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:43:28.202254 tst handover.py: using LAC 27539\u000a09:43:28.324913 tst handover.py: using RAC 254\u000a09:43:28.450500 tst handover.py: using CellId 27539\u000a09:43:28.570770 tst handover.py: using BVCI 27540\u000a09:43:28.594550 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:43:28.716690 tst handover.py: using LAC 27540\u000a09:43:28.837704 tst handover.py: using RAC 255\u000a09:43:28.957728 tst handover.py: using CellId 27540\u000a09:43:29.076783 tst handover.py: using BVCI 27541\u000a09:43:29.100406 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:29.111566 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:29.122637 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:29.134025 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:29.145244 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:43:29.156412 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:43:29.276496 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:43:29.481947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:29.947522 run create_hlr_db(pid=25296): Launched\u000a09:43:30.072326 bus /sierra_2: Setting Powered False\u000a09:43:31.162750 run create_hlr_db(pid=25296): Terminated: ok {rc=0}\u000a09:43:31.616483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25298): Launched\u000a09:43:32.050256 run osmo-hlr_10.42.42.2(pid=25299): Launched\u000a09:43:32.183374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:32.747477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25301): Launched\u000a09:43:33.075433 run osmo-stp_10.42.42.5(pid=25302): Launched\u000a09:43:33.195222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:33.764030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25304): Launched\u000a09:43:34.091691 run osmo-msc_10.42.42.6(pid=25305): Launched\u000a09:43:34.283122 run osmo-stp_10.42.42.5(pid=25302): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25302)]\u000a09:43:34.421661 run osmo-stp_10.42.42.5(pid=25302): stdout: \u000a| (launched: 2022-12-10_09:43:32.914652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:34.559551 run osmo-stp_10.42.42.5(pid=25302): stderr: \u000a| �[0;m�[38;5;43m20221210094333106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094333106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094333107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094333107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094333108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094333108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094333108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:34.691273 run osmo-stp_10.42.42.5(pid=25302): stdout: \u000a| (launched: 2022-12-10_09:43:32.914652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:34.821749 run osmo-stp_10.42.42.5(pid=25302): stderr: \u000a| �[0;m�[38;5;43m20221210094333106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094333106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094333107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094333107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094333108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094333108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094333108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:34.878520 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25302): Process ended prematurely: osmo-stp_10.42.42.5(pid=25302) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25302)] [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a09:43:34.887221 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:43:34.950373 run osmo-hlr_10.42.42.2(pid=25299): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25299)]\u000a09:43:35.001949 run osmo-hlr_10.42.42.2(pid=25299): stdout: \u000a| (launched: 2022-12-10_09:43:31.788900) \u000a09:43:35.053993 run osmo-hlr_10.42.42.2(pid=25299): stderr: \u000a| �[0;m�[1;31m20221210094332124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094332124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094332125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094332125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094332125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094332125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094332147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094332160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094332160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094332160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:35.123977 run osmo-msc_10.42.42.6(pid=25305): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25305)]\u000a09:43:35.174844 run osmo-msc_10.42.42.6(pid=25305): stdout: \u000a| (launched: 2022-12-10_09:43:33.930841) \u000a09:43:35.226219 run osmo-msc_10.42.42.6(pid=25305): stderr: \u000a| �[0;m�[38;5;43m20221210094334252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094334252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9950776c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094334253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094334253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094334253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094334253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094334255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094334255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094334255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094334255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:35.270279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25298): Terminating (SIGTERM)\u000a09:43:35.311684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25301): Terminating (SIGTERM)\u000a09:43:35.353740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25304): Terminating (SIGTERM)\u000a09:43:35.363684 --- ParallelTerminationStrategy: PID 25298 died...\u000a09:43:35.419476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25298): Terminated: ok {rc=0}\u000a09:43:35.429894 --- ParallelTerminationStrategy: PID 25301 died...\u000a09:43:35.485647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25301): Terminated: ok {rc=0}\u000a09:43:35.495745 --- ParallelTerminationStrategy: PID 25304 died...\u000a09:43:35.551304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25304): Terminated: ok {rc=0}\u000a09:43:35.637249 bus /sierra_3: Setting Powered False\u000a09:43:36.744307 bus /sierra_3: Setting Powered False\u000a09:43:37.851562 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:43:27" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:43:39.858549 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:39.870181 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:43:40.006330 tst handover.py: using LAC 27541\u000a09:43:40.126016 tst handover.py: using RAC 1\u000a09:43:40.245492 tst handover.py: using CellId 27541\u000a09:43:40.364695 tst handover.py: using BVCI 27542\u000a09:43:40.388140 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:43:40.525187 tst handover.py: using LAC 27542\u000a09:43:40.644501 tst handover.py: using RAC 2\u000a09:43:40.765468 tst handover.py: using CellId 27542\u000a09:43:40.884251 tst handover.py: using BVCI 27543\u000a09:43:40.907687 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:40.918696 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:40.929686 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:40.940510 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:40.951333 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:40.962152 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:43:41.080468 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:43:41.285973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:41.756691 run create_hlr_db(pid=25310): Launched\u000a09:43:41.882448 bus /sierra_2: Setting Powered False\u000a09:43:42.955952 run create_hlr_db(pid=25310): Terminated: ok {rc=0}\u000a09:43:43.344308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Launched\u000a09:43:43.657019 run osmo-hlr_10.42.42.2(pid=25313): Launched\u000a09:43:43.770370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:44.280912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Launched\u000a09:43:44.592932 run osmo-stp_10.42.42.5(pid=25316): Launched\u000a09:43:44.705348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:45.246461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25318): Launched\u000a09:43:45.559357 run osmo-msc_10.42.42.6(pid=25319): Launched\u000a09:43:45.740501 run osmo-stp_10.42.42.5(pid=25316): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)]\u000a09:43:45.875768 run osmo-stp_10.42.42.5(pid=25316): stdout: \u000a| (launched: 2022-12-10_09:43:44.437786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:46.008511 run osmo-stp_10.42.42.5(pid=25316): stderr: \u000a| �[0;m�[38;5;43m20221210094344612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094344612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094344612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094344613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094344613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094344613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094344613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:46.136137 run osmo-stp_10.42.42.5(pid=25316): stdout: \u000a| (launched: 2022-12-10_09:43:44.437786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:46.262987 run osmo-stp_10.42.42.5(pid=25316): stderr: \u000a| �[0;m�[38;5;43m20221210094344612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094344612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094344612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094344613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094344613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094344613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094344613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:46.319027 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25316): Process ended prematurely: osmo-stp_10.42.42.5(pid=25316) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25316)] [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a09:43:46.327827 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:43:46.388492 run osmo-hlr_10.42.42.2(pid=25313): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25313)]\u000a09:43:46.437954 run osmo-hlr_10.42.42.2(pid=25313): stdout: \u000a| (launched: 2022-12-10_09:43:43.501310) \u000a09:43:46.488206 run osmo-hlr_10.42.42.2(pid=25313): stderr: \u000a| �[0;m�[1;31m20221210094343683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094343683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094343683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094343683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094343684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094343684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094343696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094343705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094343705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094343705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:46.556376 run osmo-msc_10.42.42.6(pid=25319): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25319)]\u000a09:43:46.606154 run osmo-msc_10.42.42.6(pid=25319): stdout: \u000a| (launched: 2022-12-10_09:43:45.403481) \u000a09:43:46.656423 run osmo-msc_10.42.42.6(pid=25319): stderr: \u000a| �[0;m�[38;5;43m20221210094345678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094345679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f1be43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094345679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094345679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094345679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094345679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094345681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094345681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094345682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094345682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:46.698566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Terminating (SIGTERM)\u000a09:43:46.738426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Terminating (SIGTERM)\u000a09:43:46.779342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25318): Terminating (SIGTERM)\u000a09:43:46.790060 --- ParallelTerminationStrategy: PID 25312 died...\u000a09:43:46.844459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25312): Terminated: ok {rc=0}\u000a09:43:46.855796 --- ParallelTerminationStrategy: PID 25315 died...\u000a09:43:46.910546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25315): Terminated: ok {rc=0}\u000a09:43:46.921036 --- ParallelTerminationStrategy: PID 25318 died...\u000a09:43:46.974521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25318): Terminated: ok {rc=0}\u000a09:43:47.058998 bus /sierra_3: Setting Powered False\u000a09:43:48.160055 bus /sierra_3: Setting Powered False\u000a09:43:49.266071 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:43:39" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25330): Process ended prematurely: osmo-stp_10.42.42.5(pid=25330) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25330)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25330): Process ended prematurely: osmo-stp_10.42.42.5(pid=25330) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:43:51.305330 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:51.316730 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:43:51.459051 tst handover.py: using LAC 27543\u000a09:43:51.586084 tst handover.py: using RAC 3\u000a09:43:51.714272 tst handover.py: using CellId 27543\u000a09:43:51.841475 tst handover.py: using BVCI 27544\u000a09:43:51.866426 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:43:52.003996 tst handover.py: using LAC 27544\u000a09:43:52.124798 tst handover.py: using RAC 4\u000a09:43:52.246438 tst handover.py: using CellId 27544\u000a09:43:52.369217 tst handover.py: using BVCI 27545\u000a09:43:52.392741 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:52.404081 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:52.415141 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:52.426402 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:52.437528 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:52.448506 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:43:52.568121 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:43:52.780234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:53.268364 run create_hlr_db(pid=25324): Launched\u000a09:43:53.402072 bus /sierra_2: Setting Powered False\u000a09:43:54.479644 run create_hlr_db(pid=25324): Terminated: ok {rc=0}\u000a09:43:54.868918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25326): Launched\u000a09:43:55.179540 run osmo-hlr_10.42.42.2(pid=25327): Launched\u000a09:43:55.294192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:55.803680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25329): Launched\u000a09:43:56.124238 run osmo-stp_10.42.42.5(pid=25330): Launched\u000a09:43:56.245329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:56.815066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25332): Launched\u000a09:43:57.143209 run osmo-msc_10.42.42.6(pid=25333): Launched\u000a09:43:57.335405 run osmo-stp_10.42.42.5(pid=25330): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25330)]\u000a09:43:57.474811 run osmo-stp_10.42.42.5(pid=25330): stdout: \u000a| (launched: 2022-12-10_09:43:55.960480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:57.612670 run osmo-stp_10.42.42.5(pid=25330): stderr: \u000a| �[0;m�[38;5;43m20221210094356145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094356145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094356145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094356146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094356146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094356146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094356146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:57.743768 run osmo-stp_10.42.42.5(pid=25330): stdout: \u000a| (launched: 2022-12-10_09:43:55.960480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:57.874149 run osmo-stp_10.42.42.5(pid=25330): stderr: \u000a| �[0;m�[38;5;43m20221210094356145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094356145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094356145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094356146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094356146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094356146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094356146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:57.930991 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25330): Process ended prematurely: osmo-stp_10.42.42.5(pid=25330) [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25330)] [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a09:43:57.939679 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:43:58.002907 run osmo-hlr_10.42.42.2(pid=25327): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25327)]\u000a09:43:58.054364 run osmo-hlr_10.42.42.2(pid=25327): stdout: \u000a| (launched: 2022-12-10_09:43:55.026508) \u000a09:43:58.106506 run osmo-hlr_10.42.42.2(pid=25327): stderr: \u000a| �[0;m�[1;31m20221210094355206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094355206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094355206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094355206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094355206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094355206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094355218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094355226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094355226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094355227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:58.177128 run osmo-msc_10.42.42.6(pid=25333): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25333)]\u000a09:43:58.227999 run osmo-msc_10.42.42.6(pid=25333): stdout: \u000a| (launched: 2022-12-10_09:43:56.982853) \u000a09:43:58.279877 run osmo-msc_10.42.42.6(pid=25333): stderr: \u000a| �[0;m�[38;5;43m20221210094357303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094357303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56abe1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094357303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094357303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094357303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094357304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094357306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094357306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094357306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094357306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:58.323725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25326): Terminating (SIGTERM)\u000a09:43:58.365454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25329): Terminating (SIGTERM)\u000a09:43:58.407186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25332): Terminating (SIGTERM)\u000a09:43:58.417038 --- ParallelTerminationStrategy: PID 25326 died...\u000a09:43:58.473253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25326): Terminated: ok {rc=0}\u000a09:43:58.483369 --- ParallelTerminationStrategy: PID 25329 died...\u000a09:43:58.539649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25329): Terminated: ok {rc=0}\u000a09:43:58.549821 --- ParallelTerminationStrategy: PID 25332 died...\u000a09:43:58.605818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25332): Terminated: ok {rc=0}\u000a09:43:58.693351 bus /sierra_3: Setting Powered False\u000a09:43:59.795790 bus /sierra_3: Setting Powered False\u000a09:44:00.927059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:43:51" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25344): Process ended prematurely: osmo-stp_10.42.42.5(pid=25344) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25344)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25344): Process ended prematurely: osmo-stp_10.42.42.5(pid=25344) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:44:02.964506 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:02.976062 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:44:03.123011 tst handover.py: using LAC 27545\u000a09:44:03.249644 tst handover.py: using RAC 5\u000a09:44:03.378602 tst handover.py: using CellId 27545\u000a09:44:03.505661 tst handover.py: using BVCI 27546\u000a09:44:03.530606 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:44:03.659503 tst handover.py: using LAC 27546\u000a09:44:03.785883 tst handover.py: using RAC 6\u000a09:44:03.912661 tst handover.py: using CellId 27546\u000a09:44:04.035718 tst handover.py: using BVCI 27547\u000a09:44:04.059471 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:04.070614 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:04.081494 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:04.092503 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:04.103596 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:04.114788 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:44:04.234628 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:44:04.437129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:04.909779 run create_hlr_db(pid=25338): Launched\u000a09:44:05.035996 bus /sierra_2: Setting Powered False\u000a09:44:06.118677 run create_hlr_db(pid=25338): Terminated: ok {rc=0}\u000a09:44:06.529934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25340): Launched\u000a09:44:06.862266 run osmo-hlr_10.42.42.2(pid=25341): Launched\u000a09:44:06.982665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:07.526408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25343): Launched\u000a09:44:07.858869 run osmo-stp_10.42.42.5(pid=25344): Launched\u000a09:44:07.978775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:08.552784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25346): Launched\u000a09:44:08.884360 run osmo-msc_10.42.42.6(pid=25347): Launched\u000a09:44:09.076868 run osmo-stp_10.42.42.5(pid=25344): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25344)]\u000a09:44:09.215601 run osmo-stp_10.42.42.5(pid=25344): stdout: \u000a| (launched: 2022-12-10_09:44:07.693516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:09.351262 run osmo-stp_10.42.42.5(pid=25344): stderr: \u000a| �[0;m�[38;5;43m20221210094407889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094407889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094407889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094407889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094407890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094407890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094407890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:09.475159 run osmo-stp_10.42.42.5(pid=25344): stdout: \u000a| (launched: 2022-12-10_09:44:07.693516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:09.598335 run osmo-stp_10.42.42.5(pid=25344): stderr: \u000a| �[0;m�[38;5;43m20221210094407889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094407889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094407889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094407889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094407890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094407890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094407890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:09.651703 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25344): Process ended prematurely: osmo-stp_10.42.42.5(pid=25344) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25344)] [trial-2372↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a09:44:09.659804 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:44:09.719679 run osmo-hlr_10.42.42.2(pid=25341): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25341)]\u000a09:44:09.768920 run osmo-hlr_10.42.42.2(pid=25341): stdout: \u000a| (launched: 2022-12-10_09:44:06.697291) \u000a09:44:09.818994 run osmo-hlr_10.42.42.2(pid=25341): stderr: \u000a| �[0;m�[1;31m20221210094406898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094406898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094406898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094406898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094406898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094406898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094406911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094406919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094406919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094406919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:09.886548 run osmo-msc_10.42.42.6(pid=25347): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25347)]\u000a09:44:09.935667 run osmo-msc_10.42.42.6(pid=25347): stdout: \u000a| (launched: 2022-12-10_09:44:08.719274) \u000a09:44:09.985523 run osmo-msc_10.42.42.6(pid=25347): stderr: \u000a| �[0;m�[38;5;43m20221210094409044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094409044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ef1eeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094409044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094409044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094409044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094409045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094409046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094409047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094409047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094409047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:10.027480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25340): Terminating (SIGTERM)\u000a09:44:10.067412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25343): Terminating (SIGTERM)\u000a09:44:10.107698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25346): Terminating (SIGTERM)\u000a09:44:10.117216 --- ParallelTerminationStrategy: PID 25340 died...\u000a09:44:10.170343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25340): Terminated: ok {rc=0}\u000a09:44:10.179960 --- ParallelTerminationStrategy: PID 25343 died...\u000a09:44:10.233114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25343): Terminated: ok {rc=0}\u000a09:44:10.242666 --- ParallelTerminationStrategy: PID 25346 died...\u000a09:44:10.295716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25346): Terminated: ok {rc=0}\u000a09:44:10.379134 bus /sierra_3: Setting Powered False\u000a09:44:11.486676 bus /sierra_3: Setting Powered False\u000a09:44:12.595388 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:44:02" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25358): Process ended prematurely: osmo-stp_10.42.42.5(pid=25358) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25358)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25358): Process ended prematurely: osmo-stp_10.42.42.5(pid=25358) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:44:14.628774 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:14.640335 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:44:14.784738 tst handover.py: using LAC 27547\u000a09:44:14.913388 tst handover.py: using RAC 7\u000a09:44:15.041586 tst handover.py: using CellId 27547\u000a09:44:15.172051 tst handover.py: using BVCI 27548\u000a09:44:15.196998 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:44:15.342035 tst handover.py: using LAC 27548\u000a09:44:15.472724 tst handover.py: using RAC 8\u000a09:44:15.600783 tst handover.py: using CellId 27548\u000a09:44:15.729589 tst handover.py: using BVCI 27549\u000a09:44:15.754595 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.766015 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.777270 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.789042 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.800932 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.812241 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:44:15.948276 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:44:16.187751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:16.736530 run create_hlr_db(pid=25352): Launched\u000a09:44:16.874218 bus /sierra_2: Setting Powered False\u000a09:44:17.949105 run create_hlr_db(pid=25352): Terminated: ok {rc=0}\u000a09:44:18.356735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25354): Launched\u000a09:44:18.685884 run osmo-hlr_10.42.42.2(pid=25355): Launched\u000a09:44:18.809358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:19.350516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25357): Launched\u000a09:44:19.678730 run osmo-stp_10.42.42.5(pid=25358): Launched\u000a09:44:19.798530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:20.368734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25360): Launched\u000a09:44:20.697619 run osmo-msc_10.42.42.6(pid=25361): Launched\u000a09:44:20.890323 run osmo-stp_10.42.42.5(pid=25358): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25358)]\u000a09:44:21.029641 run osmo-stp_10.42.42.5(pid=25358): stdout: \u000a| (launched: 2022-12-10_09:44:19.517355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:21.167248 run osmo-stp_10.42.42.5(pid=25358): stderr: \u000a| �[0;m�[38;5;43m20221210094419712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094419712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094419713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094419713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094419713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094419714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094419714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:21.298615 run osmo-stp_10.42.42.5(pid=25358): stdout: \u000a| (launched: 2022-12-10_09:44:19.517355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:21.429076 run osmo-stp_10.42.42.5(pid=25358): stderr: \u000a| �[0;m�[38;5;43m20221210094419712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094419712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094419713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094419713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094419713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094419714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094419714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:21.485759 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25358): Process ended prematurely: osmo-stp_10.42.42.5(pid=25358) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25358)] [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a09:44:21.494226 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:44:21.556896 run osmo-hlr_10.42.42.2(pid=25355): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25355)]\u000a09:44:21.608218 run osmo-hlr_10.42.42.2(pid=25355): stdout: \u000a| (launched: 2022-12-10_09:44:18.524236) \u000a09:44:21.659743 run osmo-hlr_10.42.42.2(pid=25355): stderr: \u000a| �[0;m�[1;31m20221210094418724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094418724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094418724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094418724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094418724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094418725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094418738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094418747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094418747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094418747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:21.729730 run osmo-msc_10.42.42.6(pid=25361): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25361)]\u000a09:44:21.780653 run osmo-msc_10.42.42.6(pid=25361): stdout: \u000a| (launched: 2022-12-10_09:44:20.535917) \u000a09:44:21.832483 run osmo-msc_10.42.42.6(pid=25361): stderr: \u000a| �[0;m�[38;5;43m20221210094420857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094420857 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0581d62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094420857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094420857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094420857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094420857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094420859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094420859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094420860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094420860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:21.876343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25354): Terminating (SIGTERM)\u000a09:44:21.918035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25357): Terminating (SIGTERM)\u000a09:44:21.959852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25360): Terminating (SIGTERM)\u000a09:44:21.969539 --- ParallelTerminationStrategy: PID 25354 died...\u000a09:44:22.025132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25354): Terminated: ok {rc=0}\u000a09:44:22.035120 --- ParallelTerminationStrategy: PID 25357 died...\u000a09:44:22.090598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25357): Terminated: ok {rc=0}\u000a09:44:22.100584 --- ParallelTerminationStrategy: PID 25360 died...\u000a09:44:22.155755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25360): Terminated: ok {rc=0}\u000a09:44:22.242402 bus /sierra_3: Setting Powered False\u000a09:44:23.346285 bus /sierra_3: Setting Powered False\u000a09:44:24.454355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:44:14" }, { "cases" : [ { "testActions" : [ ], "age" : 201, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25373): Process ended prematurely: osmo-stp_10.42.42.5(pid=25373) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25373)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25373): Process ended prematurely: osmo-stp_10.42.42.5(pid=25373) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:44:26.498019 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:26.509851 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:44:26.655632 tst handover.py: using LAC 27549\u000a09:44:26.785780 tst handover.py: using RAC 9\u000a09:44:26.916012 tst handover.py: using CellId 27549\u000a09:44:27.040285 tst handover.py: using BVCI 27550\u000a09:44:27.064053 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:44:27.203518 tst handover.py: using LAC 27550\u000a09:44:27.327227 tst handover.py: using RAC 10\u000a09:44:27.449041 tst handover.py: using CellId 27550\u000a09:44:27.574954 tst handover.py: using BVCI 27551\u000a09:44:27.598766 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:27.609974 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:27.620931 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:27.632230 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:27.643607 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:27.654792 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:44:27.776036 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:44:27.989261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:28.479659 run create_hlr_db(pid=25367): Launched\u000a09:44:28.613279 bus /sierra_2: Setting Powered False\u000a09:44:29.690691 run create_hlr_db(pid=25367): Terminated: ok {rc=0}\u000a09:44:30.080730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25369): Launched\u000a09:44:30.393434 run osmo-hlr_10.42.42.2(pid=25370): Launched\u000a09:44:30.506903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:31.064547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25372): Launched\u000a09:44:31.498470 run osmo-stp_10.42.42.5(pid=25373): Launched\u000a09:44:31.658451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:32.246141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25375): Launched\u000a09:44:32.583738 run osmo-msc_10.42.42.6(pid=25376): Launched\u000a09:44:32.776902 run osmo-stp_10.42.42.5(pid=25373): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25373)]\u000a09:44:32.916231 run osmo-stp_10.42.42.5(pid=25373): stdout: \u000a| (launched: 2022-12-10_09:44:31.225182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:33.055689 run osmo-stp_10.42.42.5(pid=25373): stderr: \u000a| �[0;m�[38;5;43m20221210094431451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094431451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094431452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094431452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094431461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094431461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094431461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:33.188185 run osmo-stp_10.42.42.5(pid=25373): stdout: \u000a| (launched: 2022-12-10_09:44:31.225182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:33.318581 run osmo-stp_10.42.42.5(pid=25373): stderr: \u000a| �[0;m�[38;5;43m20221210094431451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094431451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094431452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094431452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094431461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094431461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094431461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:33.375413 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25373): Process ended prematurely: osmo-stp_10.42.42.5(pid=25373) [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25373)] [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a09:44:33.383831 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:44:33.446405 run osmo-hlr_10.42.42.2(pid=25370): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25370)]\u000a09:44:33.497259 run osmo-hlr_10.42.42.2(pid=25370): stdout: \u000a| (launched: 2022-12-10_09:44:30.237543) \u000a09:44:33.548734 run osmo-hlr_10.42.42.2(pid=25370): stderr: \u000a| �[0;m�[1;31m20221210094430416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094430416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094430416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094430416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094430416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094430416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094430431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094430440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094430441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094430441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:33.619331 run osmo-msc_10.42.42.6(pid=25376): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25376)]\u000a09:44:33.670427 run osmo-msc_10.42.42.6(pid=25376): stdout: \u000a| (launched: 2022-12-10_09:44:32.417045) \u000a09:44:33.722146 run osmo-msc_10.42.42.6(pid=25376): stderr: \u000a| �[0;m�[38;5;43m20221210094432742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094432742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde756d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094432742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094432742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094432742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094432742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094432744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094432744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094432745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094432745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:33.765651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25369): Terminating (SIGTERM)\u000a09:44:33.807121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25372): Terminating (SIGTERM)\u000a09:44:33.848519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25375): Terminating (SIGTERM)\u000a09:44:33.858440 --- ParallelTerminationStrategy: PID 25369 died...\u000a09:44:33.913977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25369): Terminated: ok {rc=0}\u000a09:44:33.924234 --- ParallelTerminationStrategy: PID 25372 died...\u000a09:44:33.980103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25372): Terminated: ok {rc=0}\u000a09:44:33.990120 --- ParallelTerminationStrategy: PID 25375 died...\u000a09:44:34.045642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25375): Terminated: ok {rc=0}\u000a09:44:34.132737 bus /sierra_3: Setting Powered False\u000a09:44:35.234812 bus /sierra_3: Setting Powered False\u000a09:44:36.346348 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:44:26" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25387): Process ended prematurely: osmo-stp_10.42.42.5(pid=25387) [trial-2372↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25387)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25387): Process ended prematurely: osmo-stp_10.42.42.5(pid=25387) [trial-2372↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:44:38.365498 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:38.376842 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:44:38.508846 tst handover.py: using LAC 27551\u000a09:44:38.639124 tst handover.py: using RAC 11\u000a09:44:38.773148 tst handover.py: using CellId 27551\u000a09:44:38.900318 tst handover.py: using BVCI 27552\u000a09:44:38.925421 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:44:39.067932 tst handover.py: using LAC 27552\u000a09:44:39.193435 tst handover.py: using RAC 12\u000a09:44:39.313912 tst handover.py: using CellId 27552\u000a09:44:39.433857 tst handover.py: using BVCI 27553\u000a09:44:39.457514 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:39.468427 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:39.479124 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:39.490279 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:39.501465 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:39.512551 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:44:39.632691 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:44:39.837873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:40.304438 run create_hlr_db(pid=25381): Launched\u000a09:44:40.430512 bus /sierra_2: Setting Powered False\u000a09:44:41.502956 run create_hlr_db(pid=25381): Terminated: ok {rc=0}\u000a09:44:41.908831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25383): Launched\u000a09:44:42.238885 run osmo-hlr_10.42.42.2(pid=25384): Launched\u000a09:44:42.363665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:42.906173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25386): Launched\u000a09:44:43.235834 run osmo-stp_10.42.42.5(pid=25387): Launched\u000a09:44:43.356438 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:43.927216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25389): Launched\u000a09:44:44.255458 run osmo-msc_10.42.42.6(pid=25390): Launched\u000a09:44:44.448149 run osmo-stp_10.42.42.5(pid=25387): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25387)]\u000a09:44:44.587050 run osmo-stp_10.42.42.5(pid=25387): stdout: \u000a| (launched: 2022-12-10_09:44:43.073632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:44.725714 run osmo-stp_10.42.42.5(pid=25387): stderr: \u000a| �[0;m�[38;5;43m20221210094443269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094443269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094443269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094443270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094443270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094443270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094443270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:44.857639 run osmo-stp_10.42.42.5(pid=25387): stdout: \u000a| (launched: 2022-12-10_09:44:43.073632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:44.988800 run osmo-stp_10.42.42.5(pid=25387): stderr: \u000a| �[0;m�[38;5;43m20221210094443269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094443269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094443269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094443270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094443270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094443270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094443270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:45.045921 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25387): Process ended prematurely: osmo-stp_10.42.42.5(pid=25387) [trial-2372↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25387)] [trial-2372↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a09:44:45.054508 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:44:45.118499 run osmo-hlr_10.42.42.2(pid=25384): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25384)]\u000a09:44:45.170366 run osmo-hlr_10.42.42.2(pid=25384): stdout: \u000a| (launched: 2022-12-10_09:44:42.076566) \u000a09:44:45.223114 run osmo-hlr_10.42.42.2(pid=25384): stderr: \u000a| �[0;m�[1;31m20221210094442278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094442278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094442278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094442278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094442278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094442278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094442290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094442298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094442298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094442298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:45.294538 run osmo-msc_10.42.42.6(pid=25390): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25390)]\u000a09:44:45.346421 run osmo-msc_10.42.42.6(pid=25390): stdout: \u000a| (launched: 2022-12-10_09:44:44.094697) \u000a09:44:45.398872 run osmo-msc_10.42.42.6(pid=25390): stderr: \u000a| �[0;m�[38;5;43m20221210094444417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094444418 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9af738c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094444418 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094444418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094444418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094444418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094444420 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094444420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094444420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094444420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:45.443027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25383): Terminating (SIGTERM)\u000a09:44:45.485434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25386): Terminating (SIGTERM)\u000a09:44:45.527433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25389): Terminating (SIGTERM)\u000a09:44:45.537677 --- ParallelTerminationStrategy: PID 25383 died...\u000a09:44:45.593723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25383): Terminated: ok {rc=0}\u000a09:44:45.604176 --- ParallelTerminationStrategy: PID 25386 died...\u000a09:44:45.660150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25386): Terminated: ok {rc=0}\u000a09:44:45.670531 --- ParallelTerminationStrategy: PID 25389 died...\u000a09:44:45.726657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25389): Terminated: ok {rc=0}\u000a09:44:45.812831 bus /sierra_3: Setting Powered False\u000a09:44:46.929194 bus /sierra_3: Setting Powered False\u000a09:44:48.038537 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:44:38" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25401): Process ended prematurely: osmo-stp_10.42.42.5(pid=25401) [trial-2372↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25401)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25401): Process ended prematurely: osmo-stp_10.42.42.5(pid=25401) [trial-2372↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:44:50.038719 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:50.050400 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:44:50.180923 tst handover.py: using LAC 27553\u000a09:44:50.309167 tst handover.py: using RAC 13\u000a09:44:50.437283 tst handover.py: using CellId 27553\u000a09:44:50.567241 tst handover.py: using BVCI 27554\u000a09:44:50.592251 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:44:50.737297 tst handover.py: using LAC 27554\u000a09:44:50.870469 tst handover.py: using RAC 14\u000a09:44:50.998005 tst handover.py: using CellId 27554\u000a09:44:51.131626 tst handover.py: using BVCI 27555\u000a09:44:51.156567 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:51.167957 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:51.179428 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:51.191185 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:51.203238 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:51.214603 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:44:51.335261 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:44:51.548207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:52.041471 run create_hlr_db(pid=25395): Launched\u000a09:44:52.174964 bus /sierra_2: Setting Powered False\u000a09:44:53.252538 run create_hlr_db(pid=25395): Terminated: ok {rc=0}\u000a09:44:53.664934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25397): Launched\u000a09:44:53.999298 run osmo-hlr_10.42.42.2(pid=25398): Launched\u000a09:44:54.117904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:54.662574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25400): Launched\u000a09:44:54.995683 run osmo-stp_10.42.42.5(pid=25401): Launched\u000a09:44:55.115408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:55.690822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25403): Launched\u000a09:44:56.024367 run osmo-msc_10.42.42.6(pid=25404): Launched\u000a09:44:56.217135 run osmo-stp_10.42.42.5(pid=25401): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25401)]\u000a09:44:56.355903 run osmo-stp_10.42.42.5(pid=25401): stdout: \u000a| (launched: 2022-12-10_09:44:54.829420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:56.494223 run osmo-stp_10.42.42.5(pid=25401): stderr: \u000a| �[0;m�[38;5;43m20221210094455026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094455026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094455026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094455026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094455027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094455027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094455027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:56.625827 run osmo-stp_10.42.42.5(pid=25401): stdout: \u000a| (launched: 2022-12-10_09:44:54.829420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:56.756187 run osmo-stp_10.42.42.5(pid=25401): stderr: \u000a| �[0;m�[38;5;43m20221210094455026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094455026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094455026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094455026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094455027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094455027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094455027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:56.813267 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25401): Process ended prematurely: osmo-stp_10.42.42.5(pid=25401) [trial-2372↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25401)] [trial-2372↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a09:44:56.821875 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:44:56.885151 run osmo-hlr_10.42.42.2(pid=25398): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25398)]\u000a09:44:56.936847 run osmo-hlr_10.42.42.2(pid=25398): stdout: \u000a| (launched: 2022-12-10_09:44:53.831205) \u000a09:44:56.989396 run osmo-hlr_10.42.42.2(pid=25398): stderr: \u000a| �[0;m�[1;31m20221210094454035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094454035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094454035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094454035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094454035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094454035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094454048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094454056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094454056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094454056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:57.060210 run osmo-msc_10.42.42.6(pid=25404): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25404)]\u000a09:44:57.111722 run osmo-msc_10.42.42.6(pid=25404): stdout: \u000a| (launched: 2022-12-10_09:44:55.857847) \u000a09:44:57.163737 run osmo-msc_10.42.42.6(pid=25404): stderr: \u000a| �[0;m�[38;5;43m20221210094456184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094456184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64b8f57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094456184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094456184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094456185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094456185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094456187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094456187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094456187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094456187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:57.207601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25397): Terminating (SIGTERM)\u000a09:44:57.249969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25400): Terminating (SIGTERM)\u000a09:44:57.291892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25403): Terminating (SIGTERM)\u000a09:44:57.301991 --- ParallelTerminationStrategy: PID 25397 died...\u000a09:44:57.358152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25397): Terminated: ok {rc=0}\u000a09:44:57.368676 --- ParallelTerminationStrategy: PID 25400 died...\u000a09:44:57.424815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25400): Terminated: ok {rc=0}\u000a09:44:57.434972 --- ParallelTerminationStrategy: PID 25403 died...\u000a09:44:57.491086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25403): Terminated: ok {rc=0}\u000a09:44:57.578481 bus /sierra_3: Setting Powered False\u000a09:44:58.685825 bus /sierra_3: Setting Powered False\u000a09:44:59.794824 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:44:49" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25418): Process ended prematurely: osmo-stp_10.42.42.5(pid=25418) [trial-2372↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25418)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25418): Process ended prematurely: osmo-stp_10.42.42.5(pid=25418) [trial-2372↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2372 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:45:01.897196 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:01.920980 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:45:02.125010 tst handover.py: using LAC 27555\u000a09:45:02.254767 tst handover.py: using RAC 15\u000a09:45:02.381962 tst handover.py: using CellId 27555\u000a09:45:02.501822 tst handover.py: using BVCI 27556\u000a09:45:02.525815 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:45:02.661197 tst handover.py: using LAC 27556\u000a09:45:02.780782 tst handover.py: using RAC 16\u000a09:45:02.900234 tst handover.py: using CellId 27556\u000a09:45:03.019894 tst handover.py: using BVCI 27557\u000a09:45:03.043498 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:03.054494 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:03.065238 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:03.076118 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:03.086945 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:03.097744 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:45:03.217281 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:45:03.434748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:03.922485 run create_hlr_db(pid=25412): Launched\u000a09:45:04.056688 bus /sierra_2: Setting Powered False\u000a09:45:05.133142 run create_hlr_db(pid=25412): Terminated: ok {rc=0}\u000a09:45:05.541414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25414): Launched\u000a09:45:05.871148 run osmo-hlr_10.42.42.2(pid=25415): Launched\u000a09:45:05.992874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:06.534123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25417): Launched\u000a09:45:06.862242 run osmo-stp_10.42.42.5(pid=25418): Launched\u000a09:45:06.981893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:07.553764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25420): Launched\u000a09:45:07.882719 run osmo-msc_10.42.42.6(pid=25421): Launched\u000a09:45:08.075600 run osmo-stp_10.42.42.5(pid=25418): ERR: Terminated: ERROR {rc=1} [trial-2372↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25418)]\u000a09:45:08.214301 run osmo-stp_10.42.42.5(pid=25418): stdout: \u000a| (launched: 2022-12-10_09:45:06.701205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:08.351557 run osmo-stp_10.42.42.5(pid=25418): stderr: \u000a| �[0;m�[38;5;43m20221210094506895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094506895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094506895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094506896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094506896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094506896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094506896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:08.482973 run osmo-stp_10.42.42.5(pid=25418): stdout: \u000a| (launched: 2022-12-10_09:45:06.701205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:08.612855 run osmo-stp_10.42.42.5(pid=25418): stderr: \u000a| �[0;m�[38;5;43m20221210094506895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210094506895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210094506895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210094506896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210094506896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210094506896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210094506896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:08.669723 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25418): Process ended prematurely: osmo-stp_10.42.42.5(pid=25418) [trial-2372↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25418)] [trial-2372↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a09:45:08.678145 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:45:08.741059 run osmo-hlr_10.42.42.2(pid=25415): ERR: Terminated: ERROR {rc=237} [trial-2372↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25415)]\u000a09:45:08.792414 run osmo-hlr_10.42.42.2(pid=25415): stdout: \u000a| (launched: 2022-12-10_09:45:05.708782) \u000a09:45:08.844161 run osmo-hlr_10.42.42.2(pid=25415): stderr: \u000a| �[0;m�[1;31m20221210094505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210094505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210094505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210094505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210094505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210094505920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2372/run.2022-12-10_08-20-36/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210094505928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210094505929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210094505929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:08.914672 run osmo-msc_10.42.42.6(pid=25421): ERR: Terminated: ERROR {rc=2} [trial-2372↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25421)]\u000a09:45:08.966112 run osmo-msc_10.42.42.6(pid=25421): stdout: \u000a| (launched: 2022-12-10_09:45:07.721308) \u000a09:45:09.018183 run osmo-msc_10.42.42.6(pid=25421): stderr: \u000a| �[0;m�[38;5;43m20221210094508042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210094508042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3d4564c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210094508043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210094508043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210094508043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210094508043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210094508046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210094508046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210094508046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210094508046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:09.062251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25414): Terminating (SIGTERM)\u000a09:45:09.103497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25417): Terminating (SIGTERM)\u000a09:45:09.145286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25420): Terminating (SIGTERM)\u000a09:45:09.155145 --- ParallelTerminationStrategy: PID 25414 died...\u000a09:45:09.210780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25414): Terminated: ok {rc=0}\u000a09:45:09.221155 --- ParallelTerminationStrategy: PID 25417 died...\u000a09:45:09.276378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25417): Terminated: ok {rc=0}\u000a09:45:09.286655 --- ParallelTerminationStrategy: PID 25420 died...\u000a09:45:09.342342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25420): Terminated: ok {rc=0}\u000a09:45:09.429209 bus /sierra_3: Setting Powered False\u000a09:45:10.534729 bus /sierra_3: Setting Powered False\u000a09:45:11.641073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:45:01" } ] }